{"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.016778169Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.075852421Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.127359957Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.183773603Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.287185136Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.287212397Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.501722407Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.501774832Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:42.669426396Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/0d1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.068397181Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.6366382Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760051224Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760195205Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760280651Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760332953Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760405474Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760460216Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760524827Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760574102Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760640662Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760692336Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760748036Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.760805166Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.761252914Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.76140279Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.761470774Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.76157544Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.761619078Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.761983156Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.76210327Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.762564786Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.863546594Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1031 01:04:43.864119 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" I1031 01:04:43.969249 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.970086442Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.970657477Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.970783729Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.971014754Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.971102081Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.971294295Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.971468033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.97171862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.972395684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.973901904Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974054877Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.97412388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974319654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974448579Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974527177Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974603305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974644825Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974768018Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.974905565Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.97496344Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.975141607Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976093997Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.9762117Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976255477Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976323215Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976593197Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976642189Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.976754153Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.97691606Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.977147393Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.977267118Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.977536827Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.978163186Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.97821312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.978833273Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.978955203Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.979108777Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.979152274Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.979317516Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.979493248Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.979640459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.980127496Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981117787Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.98121256Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981295042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.98136388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981492127Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981551079Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981616908Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981692868Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:43.981749268Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.06491552Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.064968849Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.179775642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.231893755Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:44.367169875Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.574069011Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.574129386Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.577481536Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.577519649Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.579754405Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.579795837Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.580898149Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.580924829Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.581975581Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.58203117Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.604902468Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.605000245Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.675331963Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:45.675360186Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:47.06829267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d5569-7b24-4bd8-9b27-f3684b66d667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:47.121246951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d5569-7b24-4bd8-9b27-f3684b66d667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:47.17339193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d5569-7b24-4bd8-9b27-f3684b66d667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:47.228029175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d5569-7b24-4bd8-9b27-f3684b66d667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:49.178990445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c320b0-fb5e-4f4f-8343-ddaf51b0e5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:49.23061716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c320b0-fb5e-4f4f-8343-ddaf51b0e5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:49.282260673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c320b0-fb5e-4f4f-8343-ddaf51b0e5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:49.333735594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c320b0-fb5e-4f4f-8343-ddaf51b0e5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:54.402247707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aebb4a2-8a85-4fa6-8c86-dfa1c1c68445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:54.453899507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aebb4a2-8a85-4fa6-8c86-dfa1c1c68445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:54.505512884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aebb4a2-8a85-4fa6-8c86-dfa1c1c68445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:54.557210649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aebb4a2-8a85-4fa6-8c86-dfa1c1c68445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:56.509174174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230412fa-097f-4fd1-ab54-79d5b796890b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:56.560845915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230412fa-097f-4fd1-ab54-79d5b796890b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:56.612676058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230412fa-097f-4fd1-ab54-79d5b796890b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:04:56.664484489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"230412fa-097f-4fd1-ab54-79d5b796890b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.279713847Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:14.322385944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.228374109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd80af7-0634-4551-b1f9-43608201efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.280139544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd80af7-0634-4551-b1f9-43608201efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.331902275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd80af7-0634-4551-b1f9-43608201efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:15.385482025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edd80af7-0634-4551-b1f9-43608201efcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.475589708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e64a67-18dc-43b7-8757-bd8f1e5d3e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.52998933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e64a67-18dc-43b7-8757-bd8f1e5d3e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.58892204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e64a67-18dc-43b7-8757-bd8f1e5d3e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:17.641989812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30e64a67-18dc-43b7-8757-bd8f1e5d3e7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:18.734918078Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d20b34-28a9-4c99-b60b-b75a236f6661","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:19.720837705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d20b34-28a9-4c99-b60b-b75a236f6661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:19.772890643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d20b34-28a9-4c99-b60b-b75a236f6661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:19.82475266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d20b34-28a9-4c99-b60b-b75a236f6661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:19.878914871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d20b34-28a9-4c99-b60b-b75a236f6661","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.779423854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0be2bb5-da83-471e-a81f-680db563df5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.831818692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0be2bb5-da83-471e-a81f-680db563df5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.883701402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0be2bb5-da83-471e-a81f-680db563df5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:21.936358361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0be2bb5-da83-471e-a81f-680db563df5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:22.470799226Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"f9ca2702-d316-4580-a890-a16df1411440","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.261940838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc186da-f600-4b2e-9483-74248df20c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.313495121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc186da-f600-4b2e-9483-74248df20c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.365099069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc186da-f600-4b2e-9483-74248df20c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:28.416805174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc186da-f600-4b2e-9483-74248df20c91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:30.281905772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35206ee6-921f-43c6-b93a-ca73084bbb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:30.333588107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35206ee6-921f-43c6-b93a-ca73084bbb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:30.385225014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35206ee6-921f-43c6-b93a-ca73084bbb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:30.436953479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35206ee6-921f-43c6-b93a-ca73084bbb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:34.946716314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afa6a6e-8236-452c-945e-0458dc292949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:34.998528593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afa6a6e-8236-452c-945e-0458dc292949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:35.050482742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afa6a6e-8236-452c-945e-0458dc292949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:35.10210844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6afa6a6e-8236-452c-945e-0458dc292949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:36.980692041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2e91ad-4f30-425e-b9ed-ec47dada0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:37.032652118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2e91ad-4f30-425e-b9ed-ec47dada0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:37.084208948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2e91ad-4f30-425e-b9ed-ec47dada0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:37.135809521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2e91ad-4f30-425e-b9ed-ec47dada0205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:05:44.332285611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:14.333583682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:44.332491621Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.063856327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fff5ab2-74c6-4117-8225-7c221690d65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.115246702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fff5ab2-74c6-4117-8225-7c221690d65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.166528344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fff5ab2-74c6-4117-8225-7c221690d65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:51.217759818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fff5ab2-74c6-4117-8225-7c221690d65f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.129576484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ccc28-0e33-4b11-bc83-655dec484eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.181366978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ccc28-0e33-4b11-bc83-655dec484eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.232938823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ccc28-0e33-4b11-bc83-655dec484eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:53.285159714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c87ccc28-0e33-4b11-bc83-655dec484eb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:06:54.875234146Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"9496be87-4add-458a-babc-ed6d4401de86","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:00.557827783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffc93d7-d025-4875-a328-7c27157648b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:00.609423785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffc93d7-d025-4875-a328-7c27157648b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:00.660885887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffc93d7-d025-4875-a328-7c27157648b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:00.71280709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ffc93d7-d025-4875-a328-7c27157648b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:02.573762081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7603937c-a824-4f0e-93e4-9e0890bac04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:02.625331434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7603937c-a824-4f0e-93e4-9e0890bac04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:02.676893727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7603937c-a824-4f0e-93e4-9e0890bac04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:02.728389925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7603937c-a824-4f0e-93e4-9e0890bac04b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.591964083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10296878-87d1-4d83-91e7-21a9d1ff4ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.643719614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10296878-87d1-4d83-91e7-21a9d1ff4ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.69545922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10296878-87d1-4d83-91e7-21a9d1ff4ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:04.74681127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10296878-87d1-4d83-91e7-21a9d1ff4ada","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.291675066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:14.969814278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa00d7e-e19c-4f89-81c2-2a454d2c1966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.021935674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa00d7e-e19c-4f89-81c2-2a454d2c1966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.073638325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa00d7e-e19c-4f89-81c2-2a454d2c1966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:15.126379558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faa00d7e-e19c-4f89-81c2-2a454d2c1966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.204631959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8f5e00-9053-4769-8e93-83cb6e03b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.374564369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8f5e00-9053-4769-8e93-83cb6e03b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.411805707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2173de-6a91-4f63-88f7-a59a0cbec389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.428700023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a8f5e00-9053-4769-8e93-83cb6e03b799","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.469478955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2173de-6a91-4f63-88f7-a59a0cbec389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.526049077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c2173de-6a91-4f63-88f7-a59a0cbec389","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.641072489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2879fe45-9ad4-4939-ae47-4042a10338c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.696607937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2879fe45-9ad4-4939-ae47-4042a10338c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.742410488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7cf36-5cb0-4c9b-9b4c-0d5bf76d2c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.750665165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2879fe45-9ad4-4939-ae47-4042a10338c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.797701191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7cf36-5cb0-4c9b-9b4c-0d5bf76d2c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:35.852350326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ff7cf36-5cb0-4c9b-9b4c-0d5bf76d2c3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.178532334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6190716a-1cbf-4478-b663-2b5ba944c9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.23362101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6190716a-1cbf-4478-b663-2b5ba944c9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.28166265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cef932f-9492-48bf-831a-7f9d3ff15225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.287694042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6190716a-1cbf-4478-b663-2b5ba944c9b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.33747063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cef932f-9492-48bf-831a-7f9d3ff15225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.39163663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0cef932f-9492-48bf-831a-7f9d3ff15225","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.542473556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8ecf7c-2d92-4e79-ad4a-1e34fd5125a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.546122738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c38aa78-3c9f-492f-9781-9ce1d0e108d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.599122486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8ecf7c-2d92-4e79-ad4a-1e34fd5125a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:36.599617132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"beb5cc40-eb84-4c26-b939-508ffe0fc4e2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.603543829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c38aa78-3c9f-492f-9781-9ce1d0e108d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:07:36.650160504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"954a7a08-83cb-4550-9de5-420ff8b5c40e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.653460163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e8ecf7c-2d92-4e79-ad4a-1e34fd5125a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.657504117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c38aa78-3c9f-492f-9781-9ce1d0e108d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.809110751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8caf264b-314d-46a6-a654-15415cdb2d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.811708377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9242bd21-e47a-4991-a174-e3f46112cc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.817525217Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5488fe0-0188-4f33-8768-c1ef048ee9a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.867168212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8caf264b-314d-46a6-a654-15415cdb2d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.867303637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9242bd21-e47a-4991-a174-e3f46112cc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.918042312Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fd0ecf0-1ece-483d-99a1-ff115c2b3b82","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.921630462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9242bd21-e47a-4991-a174-e3f46112cc08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:36.921639552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8caf264b-314d-46a6-a654-15415cdb2d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.017937186Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6bd602b-4fe1-4e31-b03b-e2e25f758768","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.077625622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e8fd75-b446-424c-ad87-523f7e1cf440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.077733762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ec407a-0647-4685-a610-427ef6d1b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.118547172Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"821f25e1-db13-4b16-86ab-e9429f46fbb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.133286003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ec407a-0647-4685-a610-427ef6d1b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.133301924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e8fd75-b446-424c-ad87-523f7e1cf440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.19027296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0e8fd75-b446-424c-ad87-523f7e1cf440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:37.19098131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90ec407a-0647-4685-a610-427ef6d1b7b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:40.590939007Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c1bec52-5a1b-4431-98ff-f671036a67d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.061412018Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ccf3c07-085b-4c1f-872d-5ad5711d8396","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.94233028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"362a9512-92d6-4a2c-86f0-c6bf7efcee58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.942362034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"362a9512-92d6-4a2c-86f0-c6bf7efcee58","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.994065607Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a5427048-856d-4255-9494-6881148f84fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:41.994067148Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2ac1fcd9-0b5d-44fa-9af3-621d7bbe4ae4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.007586734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54fa5f6a-259b-43fc-9de1-9ff631efe107","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.007605236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"54fa5f6a-259b-43fc-9de1-9ff631efe107","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.097061692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73950444-6b56-43e6-8c79-c4848dd4987d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.097065225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db9801b5-8cc9-45d4-a3af-a1840fa6af43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.153608466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73950444-6b56-43e6-8c79-c4848dd4987d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.154039246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db9801b5-8cc9-45d4-a3af-a1840fa6af43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.208023518Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db9801b5-8cc9-45d4-a3af-a1840fa6af43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.208053895Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73950444-6b56-43e6-8c79-c4848dd4987d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.468500171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e17bb12-d9b1-4f75-aaf7-ff8eaa262fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.470832246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f55337c-e2bb-4a94-87b9-5b9e4157c6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.523876674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e17bb12-d9b1-4f75-aaf7-ff8eaa262fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.523951623Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9e17bb12-d9b1-4f75-aaf7-ff8eaa262fe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.525991724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f55337c-e2bb-4a94-87b9-5b9e4157c6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:42.52603583Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f55337c-e2bb-4a94-87b9-5b9e4157c6c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.490853295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38c7f67e-53f6-47d8-a55b-22ef4f5ff0fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:43.490895382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"38c7f67e-53f6-47d8-a55b-22ef4f5ff0fe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:44.282612124Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.974174514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcfadc16-a180-41b9-b031-966fc0153256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:45.974211759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3908f274-e3a5-489d-b2df-dc62cd13182f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.079112882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcfadc16-a180-41b9-b031-966fc0153256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.079173495Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bcfadc16-a180-41b9-b031-966fc0153256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.079331402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3908f274-e3a5-489d-b2df-dc62cd13182f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:46.07937975Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3908f274-e3a5-489d-b2df-dc62cd13182f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.291022261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"718bea44-00ef-4912-b902-768a394c8447","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.29104574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"718bea44-00ef-4912-b902-768a394c8447","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.291465254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22aaf40f-ddb5-4aaa-9171-fba31f5cb231","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.291481068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22aaf40f-ddb5-4aaa-9171-fba31f5cb231","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.343573093Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d34aab8-19fb-4e59-b2b1-42d1fd0adcd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.343584045Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"380d9973-e0ef-45cc-8a2b-2daed51b42ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.357934255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a777d1c6-8e8a-409e-9557-b20084770bf3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.357954756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a777d1c6-8e8a-409e-9557-b20084770bf3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.358189592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d64ecd1c-d76f-4ec2-b008-bb60489ae8aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.358202916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d64ecd1c-d76f-4ec2-b008-bb60489ae8aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.445145176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a437258-9920-42ee-ab4a-a812c8b482c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.445168097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6922abd-0b6d-442c-9877-d73c599a630c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.500640059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a437258-9920-42ee-ab4a-a812c8b482c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.500699261Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a437258-9920-42ee-ab4a-a812c8b482c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.501031521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6922abd-0b6d-442c-9877-d73c599a630c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.50107897Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6922abd-0b6d-442c-9877-d73c599a630c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.706139734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5361c14c-ee0e-4003-92ff-51d1fd44ea6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.706162665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf81c28-4983-4e6b-bcf1-bef7b4340b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.761727696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf81c28-4983-4e6b-bcf1-bef7b4340b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.761786359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bf81c28-4983-4e6b-bcf1-bef7b4340b7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.762295753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5361c14c-ee0e-4003-92ff-51d1fd44ea6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:50.762346528Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5361c14c-ee0e-4003-92ff-51d1fd44ea6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.531958066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ea5cb12-68d5-45ff-987e-90715231c490","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:51.53198634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2ea5cb12-68d5-45ff-987e-90715231c490","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.235124779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2fe2ad-3ee8-4a70-bbd4-b7a5f49bd133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.235138181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d900507-362f-4612-b38e-e8f64f457fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.298013596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2fe2ad-3ee8-4a70-bbd4-b7a5f49bd133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.298076138Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc2fe2ad-3ee8-4a70-bbd4-b7a5f49bd133","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.298084352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d900507-362f-4612-b38e-e8f64f457fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.298125646Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d900507-362f-4612-b38e-e8f64f457fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.439405125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75d275b6-740f-4068-a8f4-dc86fd36afaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.439425689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75d275b6-740f-4068-a8f4-dc86fd36afaa","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.439696639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a3d8cc7-20fe-41cb-8cba-28401e1dd47f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.43970993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0a3d8cc7-20fe-41cb-8cba-28401e1dd47f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.439911832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3565046-1f5a-4ecd-8162-f68ed7a143e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.43992363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3565046-1f5a-4ecd-8162-f68ed7a143e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.493261715Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b47b741a-6679-4e8c-9801-75aecbbfdf59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.49346172Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e8f1cc1d-984c-4084-858a-81a7172bad3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.506969306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc37cc8b-7dd4-4398-bd17-6e907602b403","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.5069941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dc37cc8b-7dd4-4398-bd17-6e907602b403","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.507307886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acc06cc7-f31a-4cbd-936a-9edb0cb17224","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.507324955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acc06cc7-f31a-4cbd-936a-9edb0cb17224","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.507590782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6bf41216-1a37-42fd-8a1f-c6a1e5a06c10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.507605903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6bf41216-1a37-42fd-8a1f-c6a1e5a06c10","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.594886395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1541175e-3b7f-4c86-8836-793ec9dc6fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.595237697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42082449-a5be-4c03-b2f3-96001c43c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.65224454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42082449-a5be-4c03-b2f3-96001c43c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.652404034Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42082449-a5be-4c03-b2f3-96001c43c1d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.652487704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1541175e-3b7f-4c86-8836-793ec9dc6fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.652543601Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1541175e-3b7f-4c86-8836-793ec9dc6fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.859549428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c19c52d-fb65-4063-aac0-86899caba13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.859548219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee23367-61dc-4f3f-acac-bee393004809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.916355919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c19c52d-fb65-4063-aac0-86899caba13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.916395122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee23367-61dc-4f3f-acac-bee393004809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.916423615Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fee23367-61dc-4f3f-acac-bee393004809","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:53.916423625Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c19c52d-fb65-4063-aac0-86899caba13b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:54.673925762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"96cc611c-982d-48da-bfd4-c1b7a4ee5d7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:54.673955093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"96cc611c-982d-48da-bfd4-c1b7a4ee5d7d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176370725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78424b38-b08e-4ac7-bfb9-3e148d59574e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176397562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78424b38-b08e-4ac7-bfb9-3e148d59574e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176724312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be8196d7-9903-4774-af28-8fef9c21ec3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176740486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"be8196d7-9903-4774-af28-8fef9c21ec3c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176974457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"208ceb57-4f0c-407a-ba97-93f7fcf480b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.176988023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"208ceb57-4f0c-407a-ba97-93f7fcf480b2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.177251125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"37037542-33fa-4300-9f9c-3133f67800c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.177264683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"37037542-33fa-4300-9f9c-3133f67800c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.2288104Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d8b0add2-3660-416f-bbb0-caf8ac192b8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.229134087Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69cb02d5-1ae8-4c92-828f-2a57b0ec34b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260177544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d182ec8-583d-4e6c-baf3-31a1e002251f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260203508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0d182ec8-583d-4e6c-baf3-31a1e002251f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260475043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5df7fb4-ad03-490e-bb2f-14fce201050a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260487533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5df7fb4-ad03-490e-bb2f-14fce201050a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260690665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87796002-c4f1-4d2f-a80f-d6d69a5d1ad0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.26070423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"87796002-c4f1-4d2f-a80f-d6d69a5d1ad0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260942314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"acab78a7-186a-4b07-8dcf-5607ca97c6b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.260953537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"acab78a7-186a-4b07-8dcf-5607ca97c6b1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.332031116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee53186a-32c2-479f-935e-2a978bf87727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.332028931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d18160e-2199-484a-879c-71d8a4bc7880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.388906187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d18160e-2199-484a-879c-71d8a4bc7880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.388971272Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d18160e-2199-484a-879c-71d8a4bc7880","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.389083859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee53186a-32c2-479f-935e-2a978bf87727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.389151683Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee53186a-32c2-479f-935e-2a978bf87727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.594349646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"023a4e51-b9f6-4cf9-929b-63b83b3d7145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.594351641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32d040a4-6350-4547-a151-203fec81f364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.650060728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"023a4e51-b9f6-4cf9-929b-63b83b3d7145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.65012389Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"023a4e51-b9f6-4cf9-929b-63b83b3d7145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.650723861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32d040a4-6350-4547-a151-203fec81f364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:57.650781924Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"32d040a4-6350-4547-a151-203fec81f364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.407833897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab64d410-4cdb-4135-90a4-e8cabdc24ed0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:07:58.407856153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab64d410-4cdb-4135-90a4-e8cabdc24ed0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.77032122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"066b9232-21ce-44ff-b3cf-0269aa81cc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.770322357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064f12a5-b41d-46db-8e7d-20286246f5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.836239084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"066b9232-21ce-44ff-b3cf-0269aa81cc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.836307486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064f12a5-b41d-46db-8e7d-20286246f5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.836317205Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"066b9232-21ce-44ff-b3cf-0269aa81cc6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:00.836334719Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"064f12a5-b41d-46db-8e7d-20286246f5d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.04118386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3dbb43-3428-4417-bc6b-4581eeb49a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.041247972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b778fe13-f4f7-46a6-823b-ed6202bdcb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.096986414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b778fe13-f4f7-46a6-823b-ed6202bdcb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.097017976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3dbb43-3428-4417-bc6b-4581eeb49a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.097053635Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b778fe13-f4f7-46a6-823b-ed6202bdcb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.097062458Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a3dbb43-3428-4417-bc6b-4581eeb49a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.643696788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba6298a6-402d-4930-a80b-407fb1a635b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.643723892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ba6298a6-402d-4930-a80b-407fb1a635b7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.643995558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9173cc08-22cb-40b4-8905-599621a8c86f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644007642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9173cc08-22cb-40b4-8905-599621a8c86f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644215409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d66b3859-6778-45c8-8ca2-cdd6d752af0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644228872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d66b3859-6778-45c8-8ca2-cdd6d752af0f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644417574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"829fa6c0-5f2e-4b44-8a4c-7a657196ce33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644428449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"829fa6c0-5f2e-4b44-8a4c-7a657196ce33","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644706952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a334d9d1-1c57-4555-8609-7abaa776276b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.644722772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a334d9d1-1c57-4555-8609-7abaa776276b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.697777792Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b0df041-1421-4bb4-9f82-f96b7d563570","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.697903477Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ee865730-1eaf-41d5-9bc1-65279843e8cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.715420602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd20250d-a37e-427d-913b-76b48352f6ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.71544148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bd20250d-a37e-427d-913b-76b48352f6ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.715692566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9d91f4d-25fc-4148-9d37-94530d429214","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.715706469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c9d91f4d-25fc-4148-9d37-94530d429214","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.715909938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b3937f1-2610-4ba4-98c1-bc2b24f9b811","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.715922508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1b3937f1-2610-4ba4-98c1-bc2b24f9b811","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.716129768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b478abd4-32ae-4dea-9a96-6d36eaee87ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.716141934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b478abd4-32ae-4dea-9a96-6d36eaee87ea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.716321974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3822df0-789b-4bf7-9022-fb4f1d39c2b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.716332988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a3822df0-789b-4bf7-9022-fb4f1d39c2b7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.799251534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a21df0a1-7178-4ec4-8154-7ae167cf70a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.855253649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a21df0a1-7178-4ec4-8154-7ae167cf70a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.8553209Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a21df0a1-7178-4ec4-8154-7ae167cf70a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.89991813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf852b5-d8f1-40b1-a70e-d502f7719338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.956085406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf852b5-d8f1-40b1-a70e-d502f7719338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:01.956152169Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bbf852b5-d8f1-40b1-a70e-d502f7719338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.061365286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aecf6b5e-a7a1-4546-a92f-064cf24fa074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.128891385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aecf6b5e-a7a1-4546-a92f-064cf24fa074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.12900024Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aecf6b5e-a7a1-4546-a92f-064cf24fa074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.176271384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62490566-ca31-48ce-b952-8ff49e82441a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.23215717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62490566-ca31-48ce-b952-8ff49e82441a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.232228296Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62490566-ca31-48ce-b952-8ff49e82441a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.879297171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c8d8d25-8015-44e4-a51a-056fe0569ff0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:02.879319707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c8d8d25-8015-44e4-a51a-056fe0569ff0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.645851854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"158b8725-9c86-4cc3-afc7-b96fee2f13d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.645892194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"158b8725-9c86-4cc3-afc7-b96fee2f13d6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646151783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22a99b7e-3696-4eb9-b368-9e9e9c60e387","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646165538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"22a99b7e-3696-4eb9-b368-9e9e9c60e387","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646407621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5cf37d2e-4e12-43dc-aca3-75ff331b5d5d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646423342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5cf37d2e-4e12-43dc-aca3-75ff331b5d5d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646665159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21e5fa36-5436-4325-bb28-c1ccadb49691","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646677688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"21e5fa36-5436-4325-bb28-c1ccadb49691","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646858204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fdb8bbe3-caa5-46b5-a008-2b943feb1e59","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.646901278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fdb8bbe3-caa5-46b5-a008-2b943feb1e59","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.647120024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f10d1ddf-4349-40d2-8062-f7c934d365a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.647133729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f10d1ddf-4349-40d2-8062-f7c934d365a3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.697414399Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3d9812b-da61-45f6-98d5-01c065a6b1d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.69747851Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"590880eb-edd0-4cd9-9694-27a168890304","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.710661056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2f6dac-8f43-4736-a86a-42ccb9225d05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.710682603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ff2f6dac-8f43-4736-a86a-42ccb9225d05","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.710946373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0420ff8c-80ca-4149-8739-a6e695e0bec9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.710959114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0420ff8c-80ca-4149-8739-a6e695e0bec9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711184652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7092456e-24c8-4d3c-a2f6-2715cfe735aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711195939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7092456e-24c8-4d3c-a2f6-2715cfe735aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.7113772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdc08bb4-3223-4ac5-9469-aaf590fd86a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711387147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cdc08bb4-3223-4ac5-9469-aaf590fd86a7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711574127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee865482-d2be-4c9a-9808-b0434343d40b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711589325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ee865482-d2be-4c9a-9808-b0434343d40b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.711778196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f645a65e-6344-4d61-9a78-b29fc9d60849","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.71178896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f645a65e-6344-4d61-9a78-b29fc9d60849","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.799736241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3aae09b-73d5-423a-98f0-51b494c43ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.799739761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1407e54-c3ba-4480-a44a-f44e6e587507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.855682269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3aae09b-73d5-423a-98f0-51b494c43ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.85574605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3aae09b-73d5-423a-98f0-51b494c43ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.85578399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1407e54-c3ba-4480-a44a-f44e6e587507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:05.855842472Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1407e54-c3ba-4480-a44a-f44e6e587507","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.063500469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f686d01-20a1-4324-808d-aa101d7a2197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.063499923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9585d53-9a29-4cb2-9c81-cfc8dfc14beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.11950843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9585d53-9a29-4cb2-9c81-cfc8dfc14beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.119571411Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9585d53-9a29-4cb2-9c81-cfc8dfc14beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.119650228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f686d01-20a1-4324-808d-aa101d7a2197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.119699063Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f686d01-20a1-4324-808d-aa101d7a2197","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.886078577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ef4d828-b66d-4b5c-bace-dd7cebaaac8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:06.886104214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9ef4d828-b66d-4b5c-bace-dd7cebaaac8b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.50590161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df8c2716-bff5-4247-b3a5-4f8436db2953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.505902943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"902f6c0c-469b-46b4-9f6f-76ad6254fe65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.614295228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df8c2716-bff5-4247-b3a5-4f8436db2953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.614354908Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df8c2716-bff5-4247-b3a5-4f8436db2953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.615088699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"902f6c0c-469b-46b4-9f6f-76ad6254fe65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.615147998Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"902f6c0c-469b-46b4-9f6f-76ad6254fe65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705013917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7643487d-e778-4bf8-a32c-ae89ac047b70","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705037811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7643487d-e778-4bf8-a32c-ae89ac047b70","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705299464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"977a39ee-dc24-4331-85fc-6d974e3b29fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705320074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"977a39ee-dc24-4331-85fc-6d974e3b29fd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705541315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53b26075-4870-4110-b2ba-b5145125664f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705555174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53b26075-4870-4110-b2ba-b5145125664f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705737052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a46e090-9e1f-4da6-b4ad-d7ad5a8e86a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705748173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1a46e090-9e1f-4da6-b4ad-d7ad5a8e86a5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705945513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"943ad047-a206-4727-b48f-a8c917d4aa81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.705956806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"943ad047-a206-4727-b48f-a8c917d4aa81","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.706148256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45762dff-fd9b-4041-9f8f-b282be89712d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.706159213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"45762dff-fd9b-4041-9f8f-b282be89712d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.706352779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14795a7c-791f-488d-954e-f57fd3cbb5cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.706363576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14795a7c-791f-488d-954e-f57fd3cbb5cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.757381875Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0378c4ac-4bb4-4d56-a4f3-65d457e59ea4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.770491338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e5ff2e6-ea9c-428c-97cf-ca8d2127720d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.770512991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4e5ff2e6-ea9c-428c-97cf-ca8d2127720d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.770729826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9d20dfb-4387-49e4-ad87-f7fd5a1434df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.770742872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b9d20dfb-4387-49e4-ad87-f7fd5a1434df","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771042561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b31d8711-39ec-435b-9a13-df328a68112f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771062192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b31d8711-39ec-435b-9a13-df328a68112f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771361132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a227fc49-7938-408d-8065-a68e61c80c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771377185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a227fc49-7938-408d-8065-a68e61c80c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771631113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a09fb4e0-fb92-4bf7-957a-2feca545a745","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771645735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a09fb4e0-fb92-4bf7-957a-2feca545a745","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771945748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"42e0fd05-fa65-49a5-bd92-2f3cb5ff3c60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.771963689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"42e0fd05-fa65-49a5-bd92-2f3cb5ff3c60","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.772238616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffe5e2eb-0108-4bc9-9b14-0630792fe7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.77225387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffe5e2eb-0108-4bc9-9b14-0630792fe7e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.819531487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a60f32d-7629-4325-91e5-7fff4bc1d56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.81958217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbac1922-f395-4c00-8e59-978ea1e9f7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.875196713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a60f32d-7629-4325-91e5-7fff4bc1d56c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.878742169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbac1922-f395-4c00-8e59-978ea1e9f7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.878788088Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cbac1922-f395-4c00-8e59-978ea1e9f7d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:09.917660953Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0318049a-7209-4855-93ce-72ecbd32a92e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.085684334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6879c135-a0e0-48f3-b035-bf3cde639d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.085704326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6879c135-a0e0-48f3-b035-bf3cde639d89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.098488918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0827eaf5-a1c5-4e96-bcec-a290b54f6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.157320895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0827eaf5-a1c5-4e96-bcec-a290b54f6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.157377397Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0827eaf5-a1c5-4e96-bcec-a290b54f6be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.192945649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a2502b1-a420-45e8-8b19-32888e08fe72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.248437144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a2502b1-a420-45e8-8b19-32888e08fe72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.291704077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4cf0d1b3-60a0-40e8-bb69-6a77813e3f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.939315717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa78fc0-2f65-4162-a297-01fdca2ac2d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:10.939341181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aa78fc0-2f65-4162-a297-01fdca2ac2d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:11.148278506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa7388ea-8202-47f5-91c9-8580d82c5a66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.836052167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68e74e9c-4e3d-49f3-b0bb-839cdbf26427","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.836077848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"68e74e9c-4e3d-49f3-b0bb-839cdbf26427","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.836438406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffde9c84-3359-4a88-a358-2ae9a5dfa276","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.836460609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ffde9c84-3359-4a88-a358-2ae9a5dfa276","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.83674607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b0a3775-ca52-4006-9807-caf730ad529b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.836778557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0b0a3775-ca52-4006-9807-caf730ad529b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837070496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34da4caa-d806-472f-828c-d66bfad6e2b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837088538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"34da4caa-d806-472f-828c-d66bfad6e2b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837400974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d7fc6a-4006-40e1-9656-46c50993280a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837417407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"65d7fc6a-4006-40e1-9656-46c50993280a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837715509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9a9ce334-db62-48d9-9c32-598948162f52","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.837738597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9a9ce334-db62-48d9-9c32-598948162f52","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.838029824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9973c87-83b5-4673-a820-1c9a0082cd34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.838044672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d9973c87-83b5-4673-a820-1c9a0082cd34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.838299589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2fa7dfd-3519-4c04-80c6-dfc576ad2cf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.838310779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2fa7dfd-3519-4c04-80c6-dfc576ad2cf7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.902930512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"407e4a40-d052-4a02-bbcf-53c8b3d3c60c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.902950733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"407e4a40-d052-4a02-bbcf-53c8b3d3c60c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.903890036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98a0c9a5-3bc6-4e66-9111-7c8b040d6483","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.903929318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"98a0c9a5-3bc6-4e66-9111-7c8b040d6483","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.904703392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92b5e4d3-714b-4864-b6f0-129fcb663bb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.904720673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92b5e4d3-714b-4864-b6f0-129fcb663bb9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.905453869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e89ce51b-fc12-4b84-a49e-f3aabb85eaea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.905475122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e89ce51b-fc12-4b84-a49e-f3aabb85eaea","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.905956284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b3b433e-f10c-484c-81cf-5db451353377","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.905976216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3b3b433e-f10c-484c-81cf-5db451353377","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.906727629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96dc4f33-7a18-4d9a-91e3-78c2f94e88ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.9067448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"96dc4f33-7a18-4d9a-91e3-78c2f94e88ba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.907184482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3854fbae-75f0-4076-9596-3b75eb52f658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.907197027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3854fbae-75f0-4076-9596-3b75eb52f658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.908143821Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb67e75b-6ff2-4412-9a70-006b3d5f6553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.908158381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb67e75b-6ff2-4412-9a70-006b3d5f6553","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.991786843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20db649b-cf91-4083-a2f8-548020c87bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:13.991899775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794127ce-9d38-4552-92cc-fb07dd1d942c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.043913343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8166700-2253-4682-b0e7-ade4b7fe8a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.04854946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20db649b-cf91-4083-a2f8-548020c87bf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.048826998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"794127ce-9d38-4552-92cc-fb07dd1d942c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.049172944Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e56486b0-4351-42e6-a729-300a9c9f7f6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.208460015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67019c4c-c4d8-42ec-b97b-2343adc18f80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.208482328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"67019c4c-c4d8-42ec-b97b-2343adc18f80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.283099366Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.406994009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb66edec-dc5a-4691-bf79-7ad6350a5aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.407044891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f19ace-696c-4e56-a430-5c442b1ce9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.414142169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9639df3-bcf7-44e8-aea2-2c21582c4eed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.463236389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb66edec-dc5a-4691-bf79-7ad6350a5aa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:14.46334247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2f19ace-696c-4e56-a430-5c442b1ce9f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.070460969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74d6f7c0-c31f-49be-ae88-91fa7f9d40a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.070489041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74d6f7c0-c31f-49be-ae88-91fa7f9d40a9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:15.279415154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8f42473-0ad0-480d-945f-05f46b7cea75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.715737316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"742a1e97-073f-4646-8b1a-20efdccc31ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.722296698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efa79019-95b9-43fb-8c73-f20220379bdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.722743517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efa79019-95b9-43fb-8c73-f20220379bdf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.779954875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eeea4d3-b947-4892-844c-1572e81dfb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.780673499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9fac03-d771-4497-949b-92d816597217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.815616561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8be39d2-8156-41b2-9ed3-fdbec1bbb3a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.837702591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2eeea4d3-b947-4892-844c-1572e81dfb73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.866294699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f9fac03-d771-4497-949b-92d816597217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.879460103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2e64a11-b7fb-4c73-92db-f3e7b2e301a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.879478662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2e64a11-b7fb-4c73-92db-f3e7b2e301a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.97998994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bf514f6-f21f-493d-8a1e-ba807e883364","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:18.980010098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1bf514f6-f21f-493d-8a1e-ba807e883364","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.199444147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b6911f5-24ca-4ae4-b46b-7eed801ac837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.258611323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b6911f5-24ca-4ae4-b46b-7eed801ac837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.304637791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4376821-737c-4a81-a713-0811aa72960d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:19.360959607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4376821-737c-4a81-a713-0811aa72960d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.99171966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35ac68af-cc23-4c6c-b9a6-f794fc20279f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:21.991743353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"35ac68af-cc23-4c6c-b9a6-f794fc20279f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.906405349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a958b04a-ee57-4454-871c-98dfae852ffd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.90642827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a958b04a-ee57-4454-871c-98dfae852ffd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.906702998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a00ebda-01a6-4e0a-b08c-457b2ab4e4e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.906716734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a00ebda-01a6-4e0a-b08c-457b2ab4e4e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.906906056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99ad4872-8459-4b11-a819-159e1aa47c57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.906916513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"99ad4872-8459-4b11-a819-159e1aa47c57","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.907097495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f482731-3dd5-4d44-a260-50309e1ff5bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:23.907107179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1f482731-3dd5-4d44-a260-50309e1ff5bf","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.602764794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a896140-2818-46aa-8c25-b6b11e222671","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:24.60279261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6a896140-2818-46aa-8c25-b6b11e222671","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.193788061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93d79f47-6a5a-4654-9fdc-aff9ffb76dce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:27.193807943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"93d79f47-6a5a-4654-9fdc-aff9ffb76dce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.880531456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22dbb843-f44e-4ff9-88b9-da35bbb23fa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.880550629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22dbb843-f44e-4ff9-88b9-da35bbb23fa2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.981248846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd43defb-19e6-4024-84e7-0a384f97d647","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:28.981270692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd43defb-19e6-4024-84e7-0a384f97d647","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.523900454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af975b7f-eeb3-445e-b6fa-0e3da9ec14ff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.523927667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af975b7f-eeb3-445e-b6fa-0e3da9ec14ff","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.563940643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f23c40d8-dc72-4af0-a3ca-ecc931d4e1f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:29.672438972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f354ebad-9907-48ff-9186-f2b3a6327cd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.422180851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d4ee8e-1ba4-4a72-bcd0-7ca41f399b09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:32.422207677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a6d4ee8e-1ba4-4a72-bcd0-7ca41f399b09","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.117246633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25941c03-62c0-49b4-9341-335f8095ee64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.117274146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25941c03-62c0-49b4-9341-335f8095ee64","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.32428281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"293b6d32-00f6-4b23-8706-af252b7e42f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.327942928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe18bcd8-b9a5-4b47-ac1f-1339abc692a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.328008816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5098ca-c561-444f-bdd9-27008a72ec44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.432720643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b5098ca-c561-444f-bdd9-27008a72ec44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.433204316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe18bcd8-b9a5-4b47-ac1f-1339abc692a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.487347911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bf17fc7-8350-4c1f-a782-b99a2938a120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.487368614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0bf17fc7-8350-4c1f-a782-b99a2938a120","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:35.693853728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ce34ff38-d82f-40d8-8562-7c299d20a48d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:38.982397257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65306e60-2907-4888-b1ad-f8d5d84b08df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:38.982419212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"65306e60-2907-4888-b1ad-f8d5d84b08df","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.542547393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16b65131-1f95-4535-a669-ab24f8f9c01b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.542572708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"16b65131-1f95-4535-a669-ab24f8f9c01b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.750525285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be08e886-599f-45a5-bbd4-49847ff18318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.75545866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0764f9ed-5f8d-435e-b1bc-9c4c4d9a4afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.755465272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4e22b5-87d6-43a5-b56d-fd3b1bbb178b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.854211415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0764f9ed-5f8d-435e-b1bc-9c4c4d9a4afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.867377649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d4e22b5-87d6-43a5-b56d-fd3b1bbb178b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.922756141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eb65aa3-07e4-40fa-aaca-4af654595f5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:39.922776801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9eb65aa3-07e4-40fa-aaca-4af654595f5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:40.136966439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbc26b4e-5524-4a92-b373-e025503aa7fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.374084214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e9d37e-dc82-4744-b1a3-66e6652e304d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.374105316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"28e9d37e-dc82-4744-b1a3-66e6652e304d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.551306118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bae62e-67c9-4a75-9010-c36250b76b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.606682617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92bae62e-67c9-4a75-9010-c36250b76b18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.61399756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14e5e042-e139-4d73-8965-1696c18d5b71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.614037287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"14e5e042-e139-4d73-8965-1696c18d5b71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.76841335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c799d81c-ea90-480a-9da6-8996cea26d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.827201842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c799d81c-ea90-480a-9da6-8996cea26d35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.857113768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c2294e4-351c-43e0-b0a3-345c3fce8524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.868909299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d41fda4-2f96-46f0-ae89-6a3aa7e44af2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:42.868926673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0d41fda4-2f96-46f0-ae89-6a3aa7e44af2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.017842812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"327fcd2d-64aa-4e91-b50d-7ff1966ab8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.017886707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"327fcd2d-64aa-4e91-b50d-7ff1966ab8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.021297742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ec3216-8b31-48f2-8d8c-96e3e606f4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.076750822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ec3216-8b31-48f2-8d8c-96e3e606f4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:08:43.283583655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46ec3216-8b31-48f2-8d8c-96e3e606f4b6","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.445845248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b362b2-10de-425f-a316-26d9f74ed6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:43.501324096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b362b2-10de-425f-a316-26d9f74ed6d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:08:44.282150295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:14.334022646Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:44.283793604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:58.143250013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66975351-c730-4f75-9a26-95bb728148f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:58.196978251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66975351-c730-4f75-9a26-95bb728148f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:58.248915184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66975351-c730-4f75-9a26-95bb728148f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:58.300672942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66975351-c730-4f75-9a26-95bb728148f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:09:58.721169434Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-20f0d1b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-20f0d1b6","reconcileID":"127a6049-ac5a-469d-a6a1-9e267d83079f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-20f0d1b6","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-20f0d1b6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.375648549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cfa65d-550d-4023-a3ee-c27962608a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.427253673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cfa65d-550d-4023-a3ee-c27962608a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.478768533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cfa65d-550d-4023-a3ee-c27962608a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:00.53033925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52cfa65d-550d-4023-a3ee-c27962608a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.300053042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d395e285-ed4c-44bc-aaa7-4dd8c38fedfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.351611936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d395e285-ed4c-44bc-aaa7-4dd8c38fedfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.403232608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d395e285-ed4c-44bc-aaa7-4dd8c38fedfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.454781421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d395e285-ed4c-44bc-aaa7-4dd8c38fedfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:04.755660212Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-79f7219a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-79f7219a","reconcileID":"dbd58595-ce1c-46a3-89f7-881a65f2bbbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-79f7219a","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-79f7219a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.332540806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54687a1-0b74-4e9d-8edc-171e505b8e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.385085908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54687a1-0b74-4e9d-8edc-171e505b8e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.437160086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54687a1-0b74-4e9d-8edc-171e505b8e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:06.488756555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f54687a1-0b74-4e9d-8edc-171e505b8e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:08.379739884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ddf5cf-ee71-46f1-81be-24163d5c541d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:08.432326597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ddf5cf-ee71-46f1-81be-24163d5c541d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:08.483994124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ddf5cf-ee71-46f1-81be-24163d5c541d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:08.535499158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ddf5cf-ee71-46f1-81be-24163d5c541d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.464236105Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3d4f9b87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3d4f9b87","reconcileID":"4a49aa01-77ef-43a9-bbdb-d46900375179","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3d4f9b87","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-3d4f9b87":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.73243764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"41f93492-0e66-4dec-bd33-e620a5351976","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-20f0d1b6","tenantID":"e2e-ait-20f0d1b6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:09.902175733Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"41f93492-0e66-4dec-bd33-e620a5351976","name":"e2e-ait-20f0d1b6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.073989642Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-935bafe7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-935bafe7","reconcileID":"26fc7d00-b785-4e75-8466-4c5f866c68eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-935bafe7","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-935bafe7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.423403773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af017ff-d436-4093-8760-e647edfdb9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.475431231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af017ff-d436-4093-8760-e647edfdb9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.527335948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af017ff-d436-4093-8760-e647edfdb9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:10.579187579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0af017ff-d436-4093-8760-e647edfdb9ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.47167998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2daa5f-dbd6-4961-b7af-cf6e11f3874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.523634948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2daa5f-dbd6-4961-b7af-cf6e11f3874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.575094591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2daa5f-dbd6-4961-b7af-cf6e11f3874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.62655215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf2daa5f-dbd6-4961-b7af-cf6e11f3874e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:12.788107551Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-60c85e15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-60c85e15","reconcileID":"56ed9d2d-a9fd-489a-95a1-c7a0d8a7cf08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-60c85e15-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-60c85e15-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.28304216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.567616295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cec6b0b-0ce2-4d73-832e-f60fbf49f2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.618905129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cec6b0b-0ce2-4d73-832e-f60fbf49f2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.671180036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cec6b0b-0ce2-4d73-832e-f60fbf49f2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:14.722619805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cec6b0b-0ce2-4d73-832e-f60fbf49f2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.16480284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"392dd452-563d-4adf-b001-f3d339b32e5c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:15.284701636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"08aa7837-9bd4-4c8d-b3ed-61bfe9466cb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:16.595611638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ba2191-3c96-4932-bae0-46e80231721d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:16.647564773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ba2191-3c96-4932-bae0-46e80231721d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:16.701204712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ba2191-3c96-4932-bae0-46e80231721d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:16.752965785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ba2191-3c96-4932-bae0-46e80231721d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.672736256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d505b-8c41-4119-ad72-62a9f0e1afba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.724485765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d505b-8c41-4119-ad72-62a9f0e1afba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.775903116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d505b-8c41-4119-ad72-62a9f0e1afba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:18.827653148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6d505b-8c41-4119-ad72-62a9f0e1afba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.429685488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"4ede94b4-5bc9-488b-a838-7806f07803c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-79f7219a","tenantID":"e2e-derive-79f7219a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:20.54608144Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"4ede94b4-5bc9-488b-a838-7806f07803c0","name":"e2e-derive-79f7219a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.214957885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72c2185-3f4d-45da-b2f5-b45951355123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.267024903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72c2185-3f4d-45da-b2f5-b45951355123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.318629759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72c2185-3f4d-45da-b2f5-b45951355123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:27.370656199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f72c2185-3f4d-45da-b2f5-b45951355123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:29.296947768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffc08c-54b4-4bb6-965d-2b14ccb00a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:29.349506656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffc08c-54b4-4bb6-965d-2b14ccb00a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:29.401066549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffc08c-54b4-4bb6-965d-2b14ccb00a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:29.453152861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faffc08c-54b4-4bb6-965d-2b14ccb00a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:30.500519684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"106c1dbb-6318-4cc3-86b6-ee9c910977c8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-3d4f9b87","tenantID":"e2e-ait-3d4f9b87","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:30.616994023Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"106c1dbb-6318-4cc3-86b6-ee9c910977c8","name":"e2e-ait-3d4f9b87-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:31.350662782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11105418-cedf-4a2a-9592-03202d53dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:31.402592935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11105418-cedf-4a2a-9592-03202d53dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:31.45419956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11105418-cedf-4a2a-9592-03202d53dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:31.508089571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11105418-cedf-4a2a-9592-03202d53dd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.401659168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d99648-6b91-4d37-8865-c837a981d06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.454074194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d99648-6b91-4d37-8865-c837a981d06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.506580461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d99648-6b91-4d37-8865-c837a981d06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:33.558652674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d99648-6b91-4d37-8865-c837a981d06f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.439083229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9cac9e-8ce6-4392-9b97-534a64a5e3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.492195877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9cac9e-8ce6-4392-9b97-534a64a5e3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.544707324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9cac9e-8ce6-4392-9b97-534a64a5e3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.596912353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a9cac9e-8ce6-4392-9b97-534a64a5e3f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.758516997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"623042d3-b8c3-4389-bfd4-3bebcdcfc514","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-935bafe7","tenantID":"e2e-ait-935bafe7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:35.925012511Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"623042d3-b8c3-4389-bfd4-3bebcdcfc514","name":"e2e-ait-935bafe7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.242063252Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"36473d8a-7741-4433-bede-85e124dbc293","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.295660868Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"36473d8a-7741-4433-bede-85e124dbc293","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.404620507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"36473d8a-7741-4433-bede-85e124dbc293","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-60c85e15-gw","tenantID":"e2e-migrate-60c85e15","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:40.527214018Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"36473d8a-7741-4433-bede-85e124dbc293","name":"e2e-migrate-60c85e15-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:44.283094925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:45.032479847Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"5085e9fb-fc32-4a1d-80ad-4acdfb57d06e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.256255761Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","namespace":"ai-tenant-e2e-ait-20f0d1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.25631523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","namespace":"ai-tenant-e2e-ait-20f0d1b6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.256380584Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","tenant":"e2e-ait-20f0d1b6","tenantID":"e2e-ait-20f0d1b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.309528859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Deployment","name":"maas-api-e2e-ait-20f0d1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.387216901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Service","name":"maas-api-e2e-ait-20f0d1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.441732886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-20f0d1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.495038847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-20f0d1b6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.550728736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.604501918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.662442437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.716177442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.767810599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Deployment","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.819127548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.870482227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Service","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.921776064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"Service","name":"payload-pre-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:50.973292299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.02497059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.076057259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.130724896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.203356037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.25456412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.306296079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-20f0d1b6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:51.35721703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-20f0d1b6"},"namespace":"ai-tenant-e2e-ait-20f0d1b6","name":"default-tenant","reconcileID":"20d1c4b3-bf1a-486b-a1c7-47f5fd2179f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-20f0d1b6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.032092206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b1bfe9-8807-4029-855e-a56e4910b6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.083920489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b1bfe9-8807-4029-855e-a56e4910b6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.13561671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b1bfe9-8807-4029-855e-a56e4910b6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.187501239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58b1bfe9-8807-4029-855e-a56e4910b6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:52.245567177Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-20f0d1b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-20f0d1b6","reconcileID":"18d9f2f5-ac2a-4331-ba03-e4bd1e9a913e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-20f0d1b6","removed":["maas.opendatahub.io/gateway-access-e2e-ait-20f0d1b6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.071532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb72bd96-81ec-4c22-8d25-de46f2174f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.12487771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb72bd96-81ec-4c22-8d25-de46f2174f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.177002325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb72bd96-81ec-4c22-8d25-de46f2174f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:54.22854498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb72bd96-81ec-4c22-8d25-de46f2174f3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:56.162755681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c85373f-335f-44df-8bed-6c8cade65d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:56.214559604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c85373f-335f-44df-8bed-6c8cade65d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:56.266161247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c85373f-335f-44df-8bed-6c8cade65d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:56.318492568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c85373f-335f-44df-8bed-6c8cade65d06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:58.190560814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1e97-9e06-473c-a13b-4076d8803ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:58.242142587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1e97-9e06-473c-a13b-4076d8803ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:58.293790195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1e97-9e06-473c-a13b-4076d8803ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:58.345702886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387b1e97-9e06-473c-a13b-4076d8803ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:10:58.913562008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-26fbc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-26fbc4","reconcileID":"3291d01a-a944-412b-9987-842becadab83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-26fbc4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-26fbc4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.226002042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7e060c-23fa-4fdb-a7d9-a7765de7f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.277535719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7e060c-23fa-4fdb-a7d9-a7765de7f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.329356704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7e060c-23fa-4fdb-a7d9-a7765de7f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:00.381079823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7e060c-23fa-4fdb-a7d9-a7765de7f771","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:02.281452357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ac3b107-c5f7-4342-b980-6d2d11b49dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:02.334643412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ac3b107-c5f7-4342-b980-6d2d11b49dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:02.386239189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ac3b107-c5f7-4342-b980-6d2d11b49dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:02.437747277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ac3b107-c5f7-4342-b980-6d2d11b49dab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.334423805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a0d510-5493-47d3-85ed-a8b5f9c533d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.386195695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a0d510-5493-47d3-85ed-a8b5f9c533d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.437750497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a0d510-5493-47d3-85ed-a8b5f9c533d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:04.489375527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0a0d510-5493-47d3-85ed-a8b5f9c533d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.287472557Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"a140f461-4961-4c9e-bbc6-5d49d37dd4d5","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.368082658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7da95b-1276-46b4-87b5-530cfb92d82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.422088877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7da95b-1276-46b4-87b5-530cfb92d82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.474209273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7da95b-1276-46b4-87b5-530cfb92d82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.474326928Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"a140f461-4961-4c9e-bbc6-5d49d37dd4d5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:06.525742067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd7da95b-1276-46b4-87b5-530cfb92d82c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.414970813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac8e121-586f-420d-9168-9e63413a1536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.466603336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac8e121-586f-420d-9168-9e63413a1536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.518434378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac8e121-586f-420d-9168-9e63413a1536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:08.570436952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dac8e121-586f-420d-9168-9e63413a1536","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:09.197629205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"946c4753-d0bc-4085-9b10-f5f62ae392b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:09.4883259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cb7652c2-6667-4716-9bc9-7c125b123eec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.461912103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c110ecc-b044-434e-9e65-d2d74540cee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.513671016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c110ecc-b044-434e-9e65-d2d74540cee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.565289732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c110ecc-b044-434e-9e65-d2d74540cee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:10.617091374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c110ecc-b044-434e-9e65-d2d74540cee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.576814458Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"a360e304-e887-4dc0-ab93-d4960ad5af4e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.956513444Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","namespace":"ai-tenant-e2e-derive-79f7219a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.956593641Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","namespace":"ai-tenant-e2e-derive-79f7219a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:11.956672195Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","tenant":"e2e-derive-79f7219a","tenantID":"e2e-derive-79f7219a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.010577997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Deployment","name":"maas-api-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.069572515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Service","name":"maas-api-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.132073552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.190464446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.244672429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.30039962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.357017567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.411201261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.462528909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Deployment","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.51392175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.565339575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Service","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.616672201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"Service","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.667737974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"DestinationRule","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.718968926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.770222767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.825695013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.881321687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.935846377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:12.987404592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.038828025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"d36153ce-69b9-4c71-8cd8-66cd9d2e50bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-79f7219a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.092160882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","namespace":"ai-tenant-e2e-ait-3d4f9b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.092240107Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","namespace":"ai-tenant-e2e-ait-3d4f9b87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.092292637Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","tenant":"e2e-ait-3d4f9b87","tenantID":"e2e-ait-3d4f9b87","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.149003962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Deployment","name":"maas-api-e2e-ait-3d4f9b87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.211586234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Service","name":"maas-api-e2e-ait-3d4f9b87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.269034858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-3d4f9b87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.322198269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-3d4f9b87","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.376112795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.430199189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.486012082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.544686016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.609924794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Deployment","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.66161168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.713101901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Service","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.764291247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"Service","name":"payload-pre-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.820426493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"DestinationRule","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.873422969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.924645718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:13.978963137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.03048565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.081992198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.133194593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-3d4f9b87","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.184227603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-3d4f9b87"},"namespace":"ai-tenant-e2e-ait-3d4f9b87","name":"default-tenant","reconcileID":"58f1a8fa-5fd9-4137-ba2b-ef88753045fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-3d4f9b87","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:14.282963165Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.387504806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3d79522-d08f-4600-8743-6953055bf80d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:18.489175742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f0143ca-c4ec-40f9-a728-d7f011cf3dac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.58462898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-3d4f9b87","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-3d4f9b87","reconcileID":"39598382-c9d8-4953-b01d-d6e664736131","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-3d4f9b87","removed":["maas.opendatahub.io/gateway-access-e2e-ait-3d4f9b87"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.86351325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c83cdb7-9060-4afc-861a-552b15166f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.915908202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c83cdb7-9060-4afc-861a-552b15166f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:20.968658115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c83cdb7-9060-4afc-861a-552b15166f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:21.020328528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c83cdb7-9060-4afc-861a-552b15166f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:22.9981717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20685f-e528-4724-ac72-06fbf6f7b92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.0499946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20685f-e528-4724-ac72-06fbf6f7b92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.101711763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20685f-e528-4724-ac72-06fbf6f7b92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.153362629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a20685f-e528-4724-ac72-06fbf6f7b92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.886131037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"5b4c5988-8cce-4bce-b23b-df99ba7af799","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:23.952708863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"62852471-bac3-49bc-8327-c740a2dfc12d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:24.003187749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"5b4c5988-8cce-4bce-b23b-df99ba7af799","name":"e2e-worker-w0-26fbc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:24.12593883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ee7f936e-d711-41c1-a843-2025f30f7f27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.044373328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f01440-67ea-410e-aed7-ddd646e5d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.096257063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f01440-67ea-410e-aed7-ddd646e5d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.147802599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f01440-67ea-410e-aed7-ddd646e5d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:25.199709586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f01440-67ea-410e-aed7-ddd646e5d5c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:27.446842933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee56970f-cfc6-4836-a196-80e86891b3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:27.498510418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee56970f-cfc6-4836-a196-80e86891b3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:27.550334979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee56970f-cfc6-4836-a196-80e86891b3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:27.602031973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee56970f-cfc6-4836-a196-80e86891b3fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.030223967Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-acd385","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-acd385","reconcileID":"8c061e9a-a067-49e4-81d1-f8bd07b37054","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-acd385","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-acd385":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.588338187Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"4c3d31cc-1c9e-4fda-abde-0ffa35f7503c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:28.708159568Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"4c3d31cc-1c9e-4fda-abde-0ffa35f7503c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.49185633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940f5012-64ad-404a-b7ff-0a7d59b387dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.519332359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c7be88d-b621-4417-bfb8-72fe1fd33b8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.543532283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940f5012-64ad-404a-b7ff-0a7d59b387dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.595230771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940f5012-64ad-404a-b7ff-0a7d59b387dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.646765962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"940f5012-64ad-404a-b7ff-0a7d59b387dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:29.699323513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e36ebafb-673e-423d-8f7e-3bb866e83812","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.534150528Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"ec65a0db-0d78-4abc-8785-656d0efca833","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.921352387Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","namespace":"ai-tenant-e2e-derive-79f7219a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.921408983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","namespace":"ai-tenant-e2e-derive-79f7219a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.921457288Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","tenant":"e2e-derive-79f7219a","tenantID":"e2e-derive-79f7219a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:33.973152456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Deployment","name":"maas-api-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.024514754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Service","name":"maas-api-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.075900553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.127242519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-79f7219a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.178578239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.229883916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.281015269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.334678218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.386614921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Deployment","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.44136014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.493054359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Service","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.544408146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"Service","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.596067068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"DestinationRule","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.647635187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.698958637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.750926564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.802808931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.856650075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.909978803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-79f7219a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:34.961420779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-79f7219a"},"namespace":"ai-tenant-e2e-derive-79f7219a","name":"default-tenant","reconcileID":"cfa0b26a-93db-4fa3-9bd1-decc648c564a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-79f7219a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.017715142Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","namespace":"ai-tenant-e2e-ait-935bafe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.017778933Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","namespace":"ai-tenant-e2e-ait-935bafe7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.01782539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","tenant":"e2e-ait-935bafe7","tenantID":"e2e-ait-935bafe7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.073620055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Deployment","name":"maas-api-e2e-ait-935bafe7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.133407742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Service","name":"maas-api-e2e-ait-935bafe7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.193342633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-935bafe7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.246907858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-935bafe7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.304019178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.360171192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.416215136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.473679706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.526473087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Deployment","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.582061773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.633555679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Service","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.693772453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"Service","name":"payload-pre-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.747540392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"DestinationRule","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.793903452Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-79f7219a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-79f7219a","reconcileID":"a95c5108-5ac9-404e-ace0-a348c7b0052f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-79f7219a","removed":["maas.opendatahub.io/gateway-access-e2e-derive-79f7219a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.799118944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.850439522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.906965031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:35.959753399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.013130909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.117315564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-935bafe7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.173405361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-935bafe7"},"namespace":"ai-tenant-e2e-ait-935bafe7","name":"default-tenant","reconcileID":"77a8cda5-5bf9-4ab1-b46d-251ce5af8f9e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-935bafe7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:36.972468472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62498a07-e2cb-4d08-9161-efb1e1f9f066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.025184568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62498a07-e2cb-4d08-9161-efb1e1f9f066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.076647549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62498a07-e2cb-4d08-9161-efb1e1f9f066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.128648362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62498a07-e2cb-4d08-9161-efb1e1f9f066","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:37.187319083Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-935bafe7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-935bafe7","reconcileID":"373bb5ef-371c-4d1d-8e14-8550e040f649","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-935bafe7","removed":["maas.opendatahub.io/gateway-access-e2e-ait-935bafe7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.042778053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73ef7d-9eba-45aa-baea-6763407be1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.095180007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73ef7d-9eba-45aa-baea-6763407be1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.147676527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73ef7d-9eba-45aa-baea-6763407be1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:39.199362189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73ef7d-9eba-45aa-baea-6763407be1ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.087344366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532a1a3c-4556-475d-b9b5-d01a163b3e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.139175351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532a1a3c-4556-475d-b9b5-d01a163b3e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.190971268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532a1a3c-4556-475d-b9b5-d01a163b3e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.242651952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532a1a3c-4556-475d-b9b5-d01a163b3e70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.5731008Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","namespace":"ai-tenant-e2e-migrate-60c85e15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.573178909Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","namespace":"ai-tenant-e2e-migrate-60c85e15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.573254062Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","tenant":"e2e-migrate-60c85e15","tenantID":"e2e-migrate-60c85e15","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.626490989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Deployment","name":"maas-api-e2e-migrate-60c85e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.687676884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Service","name":"maas-api-e2e-migrate-60c85e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.744164679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-60c85e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.797641943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-60c85e15","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.851164259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.904390928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:41.955168652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.006080754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.057053724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Deployment","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.108296285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.15934049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Service","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.210716258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"Service","name":"payload-pre-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.274319375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.325328205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.376356684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.428515524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.47959377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.530447985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.587916463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-60c85e15","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:42.639160013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-60c85e15"},"namespace":"ai-tenant-e2e-migrate-60c85e15","name":"default-tenant","reconcileID":"37462766-f7a5-44d4-bc75-6c69b549f9e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-60c85e15","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:43.138830806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075049fc-7305-403d-885b-5a7eedaedf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:43.19125808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075049fc-7305-403d-885b-5a7eedaedf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:43.242780083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075049fc-7305-403d-885b-5a7eedaedf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:43.294367817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"075049fc-7305-403d-885b-5a7eedaedf9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:43.562410694Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-60c85e15","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-60c85e15","reconcileID":"e9b78ad5-8fd9-436f-bb11-721c12568591","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-60c85e15-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-60c85e15-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:44.284701086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:44.864765889Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e621db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e621db","reconcileID":"397e887f-a59a-440d-afff-4efbd46a0fed","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e621db","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-e621db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.167699884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4981b05-60b3-40be-94f8-da7cc52e493e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.220043957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4981b05-60b3-40be-94f8-da7cc52e493e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.271650927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4981b05-60b3-40be-94f8-da7cc52e493e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:45.323361762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4981b05-60b3-40be-94f8-da7cc52e493e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.265902674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896f16e-5ce8-4b74-b6af-1bad03ea2ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.318263251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896f16e-5ce8-4b74-b6af-1bad03ea2ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.370087669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896f16e-5ce8-4b74-b6af-1bad03ea2ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.421742793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896f16e-5ce8-4b74-b6af-1bad03ea2ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.848304564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"bfa8dccd-dc81-4dec-8040-42657bd1c305","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:47.96155298Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"bfa8dccd-dc81-4dec-8040-42657bd1c305","name":"e2e-worker-w4-acd385-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:51.662193654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaee996-b5c1-40a8-96d2-81588ee904b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:51.714058908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaee996-b5c1-40a8-96d2-81588ee904b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:51.769772103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaee996-b5c1-40a8-96d2-81588ee904b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:51.821740124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaee996-b5c1-40a8-96d2-81588ee904b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:52.196161917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-97b317","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-97b317","reconcileID":"11e38297-b33a-4daa-9238-32be2117f1ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-97b317","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-97b317":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:53.813695041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f634f412-fbbe-4f88-891f-04dadd6b8e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:53.865409597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f634f412-fbbe-4f88-891f-04dadd6b8e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:53.917271392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f634f412-fbbe-4f88-891f-04dadd6b8e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:53.968997096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f634f412-fbbe-4f88-891f-04dadd6b8e05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:55.89795067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd32a3ad-fbec-44ef-907d-86f181f43f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:55.951243312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd32a3ad-fbec-44ef-907d-86f181f43f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.002964612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd32a3ad-fbec-44ef-907d-86f181f43f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:56.055413512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd32a3ad-fbec-44ef-907d-86f181f43f29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:57.94820453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bf629-b208-4404-9d41-bf3cedff2b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.000382931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bf629-b208-4404-9d41-bf3cedff2b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.054329819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bf629-b208-4404-9d41-bf3cedff2b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:58.105887062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb3bf629-b208-4404-9d41-bf3cedff2b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:11:59.598961987Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-ec695b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-ec695b","reconcileID":"b149c490-b4c3-4bd1-925c-3f6e8b4d07f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-ec695b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-ec695b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.111895826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f455a9-00b6-4515-84b9-9e44289636cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.163441265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f455a9-00b6-4515-84b9-9e44289636cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.214920003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f455a9-00b6-4515-84b9-9e44289636cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:00.266580168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8f455a9-00b6-4515-84b9-9e44289636cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.1947473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610bb9d4-ac4c-498f-960e-04b0e2e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.246444153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610bb9d4-ac4c-498f-960e-04b0e2e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.297979742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610bb9d4-ac4c-498f-960e-04b0e2e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:02.34960503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"610bb9d4-ac4c-498f-960e-04b0e2e8f2f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:03.636082337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"6726e8f1-7c00-45dc-9f6c-613a02f36df4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:03.750527957Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"6726e8f1-7c00-45dc-9f6c-613a02f36df4","name":"e2e-worker-w2-e621db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.324349694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108c460f-8024-4d2e-84b0-6e893853aedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.376833605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108c460f-8024-4d2e-84b0-6e893853aedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.428974471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108c460f-8024-4d2e-84b0-6e893853aedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:10.48308137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"108c460f-8024-4d2e-84b0-6e893853aedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.411478365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5d3e73-3346-4844-a6cd-77adbb361ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.468104338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5d3e73-3346-4844-a6cd-77adbb361ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.520323248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5d3e73-3346-4844-a6cd-77adbb361ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:12.577161754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a5d3e73-3346-4844-a6cd-77adbb361ec3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.301467644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.721526551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ac05d-3084-4ec6-bc27-721079410750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.78124541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ac05d-3084-4ec6-bc27-721079410750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.837104636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ac05d-3084-4ec6-bc27-721079410750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:14.889141812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb7ac05d-3084-4ec6-bc27-721079410750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:16.620058606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dcb0b007-caec-4b89-bd02-cc73f35cff24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:16.799604959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"542a1b40-a335-4049-b825-a5a54fc5a2e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:16.912827419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec75d5c-2d0c-4977-8b03-9acf9f7dddb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:16.966127976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec75d5c-2d0c-4977-8b03-9acf9f7dddb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:17.01801974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec75d5c-2d0c-4977-8b03-9acf9f7dddb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:17.071018132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec75d5c-2d0c-4977-8b03-9acf9f7dddb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:17.839382283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"85800bf8-d338-43ce-8d86-b3e7cefa9766","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:18.922730902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"597c45cb-241c-4211-b0cc-cc1c46a6449e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:19.041618833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"597c45cb-241c-4211-b0cc-cc1c46a6449e","name":"e2e-worker-w1-97b317-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:24.977508669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e126c70e-4968-428e-83db-5531d711833a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:25.105573716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c7d43d4-00c7-4d43-b0ed-370a965ddaa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:28.738317401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"46128376-8fc7-4128-a1e8-8197cecf2cf1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:28.851994143Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"46128376-8fc7-4128-a1e8-8197cecf2cf1","name":"e2e-worker-w3-ec695b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.461601331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89cee6-9aa6-42c6-955f-e8942110a59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.513083186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89cee6-9aa6-42c6-955f-e8942110a59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.564879101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89cee6-9aa6-42c6-955f-e8942110a59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:35.616696378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d89cee6-9aa6-42c6-955f-e8942110a59c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:36.33409443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"14d7d98e-e4cd-4d33-92e8-a9aaeae7d5ea","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.401581772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3841161-378d-42f7-9144-ff552959ecf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.495791853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420bddab-a77c-46a7-be58-70cdf39e1f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.503906227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f7b20c3c-6784-49f9-8146-df2417ae8c35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.548088775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420bddab-a77c-46a7-be58-70cdf39e1f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.600375787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420bddab-a77c-46a7-be58-70cdf39e1f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:37.652027932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"420bddab-a77c-46a7-be58-70cdf39e1f25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.196431812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"56ad714d-5fd0-4cdc-9c4d-e53665096a02","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:41.262194313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"52ac6cc0-03e1-41bf-9425-a88a01379d26","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:44.283742266Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:45.723926042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b023ab65-9d1f-4662-9493-8548f9f6e6c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:46.069944599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb787b70-1599-4080-953a-a44a1f9c588b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:46.385989327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"5bd46e46-3c94-4cd0-b942-50750c15b4b9","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:46.457359095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"02763a55-adb2-4026-b8a4-2c5254435533","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.174912557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7baa80-465c-4135-9f29-a79ee8f16dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.226690718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7baa80-465c-4135-9f29-a79ee8f16dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.278526726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7baa80-465c-4135-9f29-a79ee8f16dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:50.33034613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7baa80-465c-4135-9f29-a79ee8f16dce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.262898231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472bff2a-52a0-49f7-83ff-f6c1e73e82f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.314537199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472bff2a-52a0-49f7-83ff-f6c1e73e82f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.365965861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472bff2a-52a0-49f7-83ff-f6c1e73e82f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:12:52.417579756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472bff2a-52a0-49f7-83ff-f6c1e73e82f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:08.592388256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b2593d3-3b42-42af-9464-15af67b9f702","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:08.823461039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bf5f05e9-be26-4ee0-aa19-cb945c546ee3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:10.754182641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"88a29909-21ad-4ee3-81d1-46e5255cffd7","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:10.985452796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"c9a14541-cfce-47bb-a347-2d7534ea2174","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.042616155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec3895ab-8471-4265-9f89-6c86c706eca8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.042639219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ec3895ab-8471-4265-9f89-6c86c706eca8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.091161172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2be86933-7da4-404f-8717-00ffc23d77a7","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.100273365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca83ca94-bdf7-459d-b816-b0a589d4f44a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.100293971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca83ca94-bdf7-459d-b816-b0a589d4f44a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.147586889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"f34a1845-cee6-4cc4-ada2-ccb60b3fc0df","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:11.152106734Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.359053583Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"c4227a15-48e7-41e3-8216-7be488a5087f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"simulator-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.377851349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"c7a086b6-af3c-451b-a581-05b3f179817a","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.43512395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2b1d9d0c-aff2-4dc3-8336-4c21d5e38c9b","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:11.488670775Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2b1d9d0c-aff2-4dc3-8336-4c21d5e38c9b","name":"simulator-w0-26fbc4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-26fbc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:11.488770617Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2b1d9d0c-aff2-4dc3-8336-4c21d5e38c9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-26fbc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.494084739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"d334f207-fd80-4dbb-ab4b-7433190e0df0","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.519025446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"a4e2c187-79b7-4fd4-94c7-96b9bff4a4d8","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.536544939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"3af4311c-91e6-4ef9-a4d0-5fe46636975f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.65366177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"746e0baa-ba78-419b-b790-a727091e10c5","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.661968269Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"3af4311c-91e6-4ef9-a4d0-5fe46636975f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.708041995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"50d72125-ab8b-4fec-a19e-a00103c05541","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.716306315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"3af4311c-91e6-4ef9-a4d0-5fe46636975f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.72766852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"f9e51aab-7423-41a4-af5a-c4744d8685e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:11.761656117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"8f9eba7f-a947-4443-952b-f863910597a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.764902459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"1627eca3-9c0e-4c6c-b412-d0d6d77d5562","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.770779829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"63dee193-7065-43f2-bd9e-699cfd85b6dc","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.875486802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2dabd033-48b9-4f64-8b0f-077e70fe9065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.876248373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"5c193ba4-9766-4c52-a412-d02d208d23c7","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.93167673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2dabd033-48b9-4f64-8b0f-077e70fe9065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.933943406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"064ca0e6-8ff6-40a8-9a5a-b3a82283e6e9","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.936148898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"27d6f912-20c5-4ef1-9876-d549bbfb7e98","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.98573633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2dabd033-48b9-4f64-8b0f-077e70fe9065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:11.995594719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"21f8883f-22e9-43af-a0f9-83f7add80a70","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:12.048209189Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"21f8883f-22e9-43af-a0f9-83f7add80a70","name":"premium-w0-26fbc4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-26fbc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:12.04826675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"21f8883f-22e9-43af-a0f9-83f7add80a70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-26fbc4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.053546807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"04479104-f252-418f-9fff-2df1ea150260","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.140439782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0d487c38-745a-4c16-90c9-23440f92abcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.144742522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"8b6b5481-6042-4c47-87be-232424271524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"premium-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.150228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"92d853c8-e4a4-4340-bc06-2efc573be18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.197397656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0d487c38-745a-4c16-90c9-23440f92abcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.206275723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"92d853c8-e4a4-4340-bc06-2efc573be18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.252271027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0d487c38-745a-4c16-90c9-23440f92abcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.261415398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"92d853c8-e4a4-4340-bc06-2efc573be18b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.334747501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"44743706-aa56-4004-82e2-3b9d1bb9e08a","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.335066691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"9618c4ce-f3c6-4cf7-94b1-bfbae1f0f1ba","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.435763288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"f50b72dd-c78d-4269-a9bc-ca7bf70777f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.491742586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"f50b72dd-c78d-4269-a9bc-ca7bf70777f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.507186127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c0afe6ce-8a54-4c34-b399-ed8803e717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.539553487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"9d6f2019-fedc-48e5-b41e-75a0ee6b52b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.546225654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"f50b72dd-c78d-4269-a9bc-ca7bf70777f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.562578701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c0afe6ce-8a54-4c34-b399-ed8803e717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:12.616901324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c0afe6ce-8a54-4c34-b399-ed8803e717f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:14.283197094Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.643399372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"84e34980-544c-4c81-8598-60398f080e8e","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.76306845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"be36db13-48d0-4ff2-8af3-7157a1794f01","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.823389855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"4c5c12ea-33b2-4ae0-acfa-b6ebfa5674c5","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.881184614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"9d2e91ce-a5f0-4434-b69f-778d0444cc3d","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:18.885604106Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-acd385/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:18.94338069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"b6feb25e-852f-4010-8f6c-d085bffaf125","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.058678164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"29255201-3c2b-4f5a-bd5f-59df4b278b44","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.122005858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"41bc66fb-1664-4e76-bef8-cfee80f70ea5","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.155215503Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"118a3265-17d0-4050-9cd9-272ad4dc2620","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"simulator-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.224368579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a7862bd1-635b-4aa1-8f3f-5dcb04a7ee56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.317932117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"f4dd24bd-24e2-4b3d-ad1b-b8eee65c93a0","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.339225352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"4331ef75-a39f-4814-a20e-aab7f5304af0","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.348697835Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a7862bd1-635b-4aa1-8f3f-5dcb04a7ee56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.39584567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1fb430c0-5d1c-4aca-94fb-2e79bbd16c89","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.402228442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a7862bd1-635b-4aa1-8f3f-5dcb04a7ee56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.447099741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"8be1daa0-a2d2-4062-8a16-b66cd72dbb6c","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:19.453133831Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-acd385/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.459323284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"14167233-7b9b-4f95-8988-0bda9079d2ce","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.503074296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"32690ac4-639b-44e7-8fb1-7ac182450241","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.524571191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"6e567912-ffdc-4a97-99bb-38a1e318bc96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.563417093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cbfa99d9-8434-4499-ba56-2005d0a471ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.620057729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cbfa99d9-8434-4499-ba56-2005d0a471ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.627934197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"836c3651-10bb-43cb-8e16-34baca862551","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.673855064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cbfa99d9-8434-4499-ba56-2005d0a471ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.685493812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"84368960-bd27-448d-a6c7-f7f8a463db71","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.685768342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"0b5d0575-2674-430b-b83e-b804d15b856f","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.715210949Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"09a03ead-888f-493a-bba4-ad80f2566a5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"premium-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.835713245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ecd7ec04-44f4-4cb6-94f6-9dd3b3cea30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.838578919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8b140e2d-8a14-4569-ae7e-9b751a82465f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.877979788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"e0fac40b-3cb8-408e-b6a1-8ea8b9e15318","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.891151336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ecd7ec04-44f4-4cb6-94f6-9dd3b3cea30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.893827027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8b140e2d-8a14-4569-ae7e-9b751a82465f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.945362582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ecd7ec04-44f4-4cb6-94f6-9dd3b3cea30d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.948939955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8b140e2d-8a14-4569-ae7e-9b751a82465f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:19.978522963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"22295556-677e-4015-8ce4-4710c9492977","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.000668454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"24187341-e2da-4c8b-a5f1-4f4c5acaef25","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.086679545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"078a1db9-51ad-49f0-ba4b-c9b3f4eb17ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.090407171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8c620752-d7ea-4a0a-b48c-50fb0edca5dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.14592487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"35f8f1dc-c9e2-425d-8994-8852f527189e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.15671331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"5f0465b7-eb45-48a4-9855-6f5914c97df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.193040441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"1ba7b112-7e0d-4ee0-8964-924519a778c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.216774384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"5f0465b7-eb45-48a4-9855-6f5914c97df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.275570056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"5f0465b7-eb45-48a4-9855-6f5914c97df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.367517242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"d15a451c-e0d4-430f-a53a-1592735cac9a","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.38853587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1855e5ad-f336-4da4-860e-ea19790c6cc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.427057996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"53162621-825b-408e-89aa-4294f6b108a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.430160168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"dbd081a2-8bca-43e6-a2af-ab8aea66ef3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.483900296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"53162621-825b-408e-89aa-4294f6b108a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.485537368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"dbd081a2-8bca-43e6-a2af-ab8aea66ef3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.538835416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"53162621-825b-408e-89aa-4294f6b108a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.540486228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"dbd081a2-8bca-43e6-a2af-ab8aea66ef3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.59641983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"4571ec16-91a8-4318-919a-d841eeb323fb","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.599358074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"106281e0-68af-4812-8e29-3aa68928d12a","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.750757041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ffa0e637-6d77-449f-bc36-d58c6c137337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.752152959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a5003b6d-9c38-4604-a511-1c14b4f252ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.806595441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ffa0e637-6d77-449f-bc36-d58c6c137337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.807394669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a5003b6d-9c38-4604-a511-1c14b4f252ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.862271239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a5003b6d-9c38-4604-a511-1c14b4f252ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:20.862322258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ffa0e637-6d77-449f-bc36-d58c6c137337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.358916206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27798f6f-c265-4ab9-989d-122e276fc846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.410609158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27798f6f-c265-4ab9-989d-122e276fc846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.462183582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27798f6f-c265-4ab9-989d-122e276fc846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:28.514025705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27798f6f-c265-4ab9-989d-122e276fc846","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.103533772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d7a567bc-40d3-4d68-b036-572beb844dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.159006569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d7a567bc-40d3-4d68-b036-572beb844dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.21342285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d7a567bc-40d3-4d68-b036-572beb844dd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.382787845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04acf7ba-3b00-4bd3-9693-666a665cf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.434326971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04acf7ba-3b00-4bd3-9693-666a665cf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.485905482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04acf7ba-3b00-4bd3-9693-666a665cf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.486043377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"e1dd75cd-122f-4ff4-ad7e-a55b4c760b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.537579418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04acf7ba-3b00-4bd3-9693-666a665cf91b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.593150288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"e1dd75cd-122f-4ff4-ad7e-a55b4c760b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:30.647587797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"e1dd75cd-122f-4ff4-ad7e-a55b4c760b53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.018185496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"6aba5b40-5b7c-47e2-9a0e-bc3039762fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.018189009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4c80fae6-cf1f-43a4-aace-bfdb641cdeaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.074046173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"6aba5b40-5b7c-47e2-9a0e-bc3039762fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.075394355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4c80fae6-cf1f-43a4-aace-bfdb641cdeaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.128651956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"6aba5b40-5b7c-47e2-9a0e-bc3039762fc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:31.131950734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (994dc8e905428430b0278378be9038d00c910d5f1e8397f9857a2bcc7aa95a97) AuthConfig (64e2f01b201440b91e52b68008c0c5887fa8382c121d6b01cd2c7dd81f3a0cee) AuthConfig (fd16c988c6229c344082bb2b88178c4d6d9ebfaeb89106c83c827153b206a494) AuthConfig (592ed1743f46da3f1b830e683a70934563d6f9f7e1bd75ea53e794eb8334fd4f) AuthConfig (93f9589cee5e19170e8bf8141975e1239ecf171eaa5d723be84d0f4156b27d70) AuthConfig (13e5f08a3540df8e9aac72f36493f5caa7377397df82085d0f300499d922e316) AuthConfig (5a04725239c0e6fc95376fe45088a6772b1b92c4c1c893bd6a756fbc304148c3) AuthConfig (e131099cef592f7666c001f8d241c5724c738bf2309c4bf6788fcccab7b65891) AuthConfig (f42698aa70ca69e5a64fe025436332beaac1a5e1f09b19c06b3245dc61b6340a) AuthConfig (c7d9e9c609afa30e2b98c8f91dede9853c3d3940f2bd10d484ca95ba1fe99879) AuthConfig (3fc4c8ca5e024c2587832b46199aba0196c04a775ae9064a5ebbc1554d6ac3fd) AuthConfig (1bd24983e1b60eba3243f7af8429b6089e49d42e8837314622e305fa42b88b3d) AuthConfig (2f021c3a4fc2ebf1e97eb4dde6de07cb8181b1b7f223ddc801f17cc4688543b5) AuthConfig (ead92d74fa844f71c7e9da4543e8c852ad56841f0e883fcfb0311acd51366b91) AuthConfig (9f43f53a64cb00a02f1bd8d2ba05c00c4b861897cc1d41b50f612da063fc50bc) AuthConfig (f2df6e6dd3d919a0e2d9515c211f316886f0e6f1f4286f7a0c626833804b8555) AuthConfig (65a0835e1d929356086760487e30e74307139cc00c4e131084a379ec1e0ade1a) AuthConfig (67738b8f0eab02723e23859b58b4cf22e3dc630866a5df9842bda6513b3ba932) AuthConfig (c84c5d3d92e42926d7371a7f432825709392bc37c2b435eab0b6a079011ae47f) AuthConfig (d4d8135ebb2a8aebd5e8489f93246b0fc8506504aa0adfb123f992fb23998965) AuthConfig (ddddb2c76df3ce4d508330ce8c41cac296c5abdc7a0ef70eb9ba0b7066aef0d0) AuthConfig (bab2df03f7fbfb2ba046a6c1446e11c1fb50803ce69b7e8f485d5cf68069cf67) AuthConfig (e432c5594f23dd09716ae20331a8379ddf0d9a3798c952f9f55fe45f197f6390) AuthConfig (d0faf101d0bfa8ae21c790c40ce445cb45f0fd8c093f6a73153a1df28a061e32) AuthConfig (8dbe40fbd4a837c8ee904c6b89620abe261597d0a59b2f8a053830b82e998130) AuthConfig (2c62801d9fa8779235f1f8f0d3906e497d48bfae2b040feec7b1f5cb1533f1bb) AuthConfig (968a472abc4ab54e40fe91b0debf60cb9b58c8bdb633cee4b609378047bec6e8) AuthConfig (2e1e17a25a9c79f8d585f64a4a79bd46aee93660de732b1be290868ae5b8469c) AuthConfig (8af0dc3f3cae5cd32eba424a461b139823d9b6b2f83542b9e743dff3219c6b9e) AuthConfig (516a96360f4418cd0c2a13265a72bc8d38476d156a6134b0891f9e62784aa6ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4c80fae6-cf1f-43a4-aace-bfdb641cdeaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:34.651193606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"d63d5bc2-e67f-4dc1-b352-b2e1d74989b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:34.813260557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"d97df1eb-ddd3-4acf-9bd6-28e2be77ff03","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.042738745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"0a163fc4-69b6-4e8d-b7a1-1b3e00cb5acb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.159671321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb0c2a3c-3d3c-42f7-aac1-da1bc50889ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.160585382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"31b8faea-0efc-463e-b11c-5da48c9c1122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.216959908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"c1ad9d97-651f-4c29-908d-4db216ce05d1","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.222380304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb0c2a3c-3d3c-42f7-aac1-da1bc50889ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.222403994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"31b8faea-0efc-463e-b11c-5da48c9c1122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.276680406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2993c531c31f9a2098d49006627cd055ebf8730e96cb7e17e6aaffc0ae4d3bd4) AuthConfig (ee9666aea5bfc5d867dff7f1f7e08d32fcbb9bab93781fbfd3b9e11f658c8084) AuthConfig (38177b5603d73d416c256044700b825d7bd33a2f81a43ec577581bcbe191755a) AuthConfig (4dedb9008fe6bf8ac90eff36c40154d2f2a83fa9f844ecf1f860423b259d33c8) AuthConfig (6264594decfbdc1ff19fe34121387f32fd22cf683ba3f1e293ba6eccd8c293f7) AuthConfig (62854f29a3417f21280e2b5a0c7f41b080427d8099d7b2d33eb707e32de82930) AuthConfig (f257b462278ecd47366788d6da72d0aa95851ab56f2166c24dbf8a7b1b98c28e) AuthConfig (ca2ad25ede9c414ee28c1b2e8e3ff1da9b50040a03121b7bc023e5c3f1b38ae4) AuthConfig (9f93edeb9a885ad60dfba4dd97ee097843b42097588d1b4f63642a9cb2d6cd29) AuthConfig (161f9778ceea5f19862ddb2c95c8070b5736baf818daa0e2bd19d5f3bdb8f223) AuthConfig (2bb1924bbf9cf802f1e9229959f02c32cc8f0e1c23b2bbd0444c8c4a06bb9c82) AuthConfig (8fe0abcfc6af9a4dbad87521e59a765877f67bc00f02421f75838ff8d2dd8a16) AuthConfig (04ab42d9d067f9515be73e391aced6f8c979c78a83454495bb81e0fed04424b3) AuthConfig (64589575cbbb61e1e6476d45c04cb4019bc4b1827e487f155cb9004d9877e86c) AuthConfig (c9cd3a7ec9da3ddd5ecd77866f833b03f3bdcbe9fd2426a5cf7afcf6bfa1e70a) AuthConfig (4de46356ecccc7eadcf6c8df76895ad1a74af35a34abe63d587f10c14737b33c) AuthConfig (9abf5a65c8a538c74480e90a3908d85303742769d26943daba773aaaf80926c6) AuthConfig (f2cf395d6a173defef749f5c2fa3b346f4d1d520de23cd6211e128bae7bf544c) AuthConfig (00e27269d4d0355b5fde6cc7437f48e912aa84cfdf7b5f4e4509b30c0cf290f6) AuthConfig (ae5bbb93a0c4182cd684a68a0b2155a30fd00f00f391918705184b330bcf33c7) AuthConfig (fc2924cbc3e35ab5c7605cf440e0464976fa5357b2ee45b10f79581591b5e4a9) AuthConfig (4c636ffaf8d51024a2321d06140319cde1380816162ba0da9f5d67f636449ae8) AuthConfig (bdb6eb3510235d4090c46f5e9a1556e347f69f35062e8ba6e0e6f54ec30f2aa5) AuthConfig (21bbc3ba3d530deaf0b00e43e9de171408aba9d850ffa8c9d0edae7d3832148c) AuthConfig (418fe1623491efdb14c0b79ad47df2ce31ac67fe2051f0d9324e9245e4b9fb5e) AuthConfig (3fa15c3b2e59ca7f1821ddd9e7b4d8525a7ffca63f7ff1eb11aac4d472749557) AuthConfig (d42d5b595084ec2e3d90ca4bd357d647012344da5edf40740e6a24197f7365a3) AuthConfig (029ced268bbb7fbbbc787c6ab17ae841d4980e9bac2bdf41c5abe602ac636f88) AuthConfig (de046520abe791204ebe821011c304bfa56d4ace4a844cb8cc2e9b3d6c1feecf) AuthConfig (f56bd5698809037ee3e9ea18c0d208599a480fd4fdbefa13e8d740c29e625800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"31b8faea-0efc-463e-b11c-5da48c9c1122","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.277090069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2993c531c31f9a2098d49006627cd055ebf8730e96cb7e17e6aaffc0ae4d3bd4) AuthConfig (ee9666aea5bfc5d867dff7f1f7e08d32fcbb9bab93781fbfd3b9e11f658c8084) AuthConfig (38177b5603d73d416c256044700b825d7bd33a2f81a43ec577581bcbe191755a) AuthConfig (4dedb9008fe6bf8ac90eff36c40154d2f2a83fa9f844ecf1f860423b259d33c8) AuthConfig (6264594decfbdc1ff19fe34121387f32fd22cf683ba3f1e293ba6eccd8c293f7) AuthConfig (62854f29a3417f21280e2b5a0c7f41b080427d8099d7b2d33eb707e32de82930) AuthConfig (f257b462278ecd47366788d6da72d0aa95851ab56f2166c24dbf8a7b1b98c28e) AuthConfig (ca2ad25ede9c414ee28c1b2e8e3ff1da9b50040a03121b7bc023e5c3f1b38ae4) AuthConfig (9f93edeb9a885ad60dfba4dd97ee097843b42097588d1b4f63642a9cb2d6cd29) AuthConfig (161f9778ceea5f19862ddb2c95c8070b5736baf818daa0e2bd19d5f3bdb8f223) AuthConfig (2bb1924bbf9cf802f1e9229959f02c32cc8f0e1c23b2bbd0444c8c4a06bb9c82) AuthConfig (8fe0abcfc6af9a4dbad87521e59a765877f67bc00f02421f75838ff8d2dd8a16) AuthConfig (04ab42d9d067f9515be73e391aced6f8c979c78a83454495bb81e0fed04424b3) AuthConfig (64589575cbbb61e1e6476d45c04cb4019bc4b1827e487f155cb9004d9877e86c) AuthConfig (c9cd3a7ec9da3ddd5ecd77866f833b03f3bdcbe9fd2426a5cf7afcf6bfa1e70a) AuthConfig (4de46356ecccc7eadcf6c8df76895ad1a74af35a34abe63d587f10c14737b33c) AuthConfig (9abf5a65c8a538c74480e90a3908d85303742769d26943daba773aaaf80926c6) AuthConfig (f2cf395d6a173defef749f5c2fa3b346f4d1d520de23cd6211e128bae7bf544c) AuthConfig (00e27269d4d0355b5fde6cc7437f48e912aa84cfdf7b5f4e4509b30c0cf290f6) AuthConfig (ae5bbb93a0c4182cd684a68a0b2155a30fd00f00f391918705184b330bcf33c7) AuthConfig (fc2924cbc3e35ab5c7605cf440e0464976fa5357b2ee45b10f79581591b5e4a9) AuthConfig (4c636ffaf8d51024a2321d06140319cde1380816162ba0da9f5d67f636449ae8) AuthConfig (bdb6eb3510235d4090c46f5e9a1556e347f69f35062e8ba6e0e6f54ec30f2aa5) AuthConfig (21bbc3ba3d530deaf0b00e43e9de171408aba9d850ffa8c9d0edae7d3832148c) AuthConfig (418fe1623491efdb14c0b79ad47df2ce31ac67fe2051f0d9324e9245e4b9fb5e) AuthConfig (3fa15c3b2e59ca7f1821ddd9e7b4d8525a7ffca63f7ff1eb11aac4d472749557) AuthConfig (d42d5b595084ec2e3d90ca4bd357d647012344da5edf40740e6a24197f7365a3) AuthConfig (029ced268bbb7fbbbc787c6ab17ae841d4980e9bac2bdf41c5abe602ac636f88) AuthConfig (de046520abe791204ebe821011c304bfa56d4ace4a844cb8cc2e9b3d6c1feecf) AuthConfig (f56bd5698809037ee3e9ea18c0d208599a480fd4fdbefa13e8d740c29e625800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb0c2a3c-3d3c-42f7-aac1-da1bc50889ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.33347002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"616a0b86-68c3-410b-af8a-354f617e9924","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.336202348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"a3f4b2be-dbb0-49fa-a837-a963ce8cb2b7","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.48770667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"55d9508b-931e-43e2-8066-894b9d5a4de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.489031392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"15e1a0e6-666f-451e-8db9-481f87580282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.543142579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"55d9508b-931e-43e2-8066-894b9d5a4de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.544075147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"15e1a0e6-666f-451e-8db9-481f87580282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.597795199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2993c531c31f9a2098d49006627cd055ebf8730e96cb7e17e6aaffc0ae4d3bd4) AuthConfig (ee9666aea5bfc5d867dff7f1f7e08d32fcbb9bab93781fbfd3b9e11f658c8084) AuthConfig (38177b5603d73d416c256044700b825d7bd33a2f81a43ec577581bcbe191755a) AuthConfig (4dedb9008fe6bf8ac90eff36c40154d2f2a83fa9f844ecf1f860423b259d33c8) AuthConfig (6264594decfbdc1ff19fe34121387f32fd22cf683ba3f1e293ba6eccd8c293f7) AuthConfig (62854f29a3417f21280e2b5a0c7f41b080427d8099d7b2d33eb707e32de82930) AuthConfig (f257b462278ecd47366788d6da72d0aa95851ab56f2166c24dbf8a7b1b98c28e) AuthConfig (ca2ad25ede9c414ee28c1b2e8e3ff1da9b50040a03121b7bc023e5c3f1b38ae4) AuthConfig (9f93edeb9a885ad60dfba4dd97ee097843b42097588d1b4f63642a9cb2d6cd29) AuthConfig (161f9778ceea5f19862ddb2c95c8070b5736baf818daa0e2bd19d5f3bdb8f223) AuthConfig (2bb1924bbf9cf802f1e9229959f02c32cc8f0e1c23b2bbd0444c8c4a06bb9c82) AuthConfig (8fe0abcfc6af9a4dbad87521e59a765877f67bc00f02421f75838ff8d2dd8a16) AuthConfig (04ab42d9d067f9515be73e391aced6f8c979c78a83454495bb81e0fed04424b3) AuthConfig (64589575cbbb61e1e6476d45c04cb4019bc4b1827e487f155cb9004d9877e86c) AuthConfig (c9cd3a7ec9da3ddd5ecd77866f833b03f3bdcbe9fd2426a5cf7afcf6bfa1e70a) AuthConfig (4de46356ecccc7eadcf6c8df76895ad1a74af35a34abe63d587f10c14737b33c) AuthConfig (9abf5a65c8a538c74480e90a3908d85303742769d26943daba773aaaf80926c6) AuthConfig (f2cf395d6a173defef749f5c2fa3b346f4d1d520de23cd6211e128bae7bf544c) AuthConfig (00e27269d4d0355b5fde6cc7437f48e912aa84cfdf7b5f4e4509b30c0cf290f6) AuthConfig (ae5bbb93a0c4182cd684a68a0b2155a30fd00f00f391918705184b330bcf33c7) AuthConfig (fc2924cbc3e35ab5c7605cf440e0464976fa5357b2ee45b10f79581591b5e4a9) AuthConfig (4c636ffaf8d51024a2321d06140319cde1380816162ba0da9f5d67f636449ae8) AuthConfig (bdb6eb3510235d4090c46f5e9a1556e347f69f35062e8ba6e0e6f54ec30f2aa5) AuthConfig (21bbc3ba3d530deaf0b00e43e9de171408aba9d850ffa8c9d0edae7d3832148c) AuthConfig (418fe1623491efdb14c0b79ad47df2ce31ac67fe2051f0d9324e9245e4b9fb5e) AuthConfig (3fa15c3b2e59ca7f1821ddd9e7b4d8525a7ffca63f7ff1eb11aac4d472749557) AuthConfig (d42d5b595084ec2e3d90ca4bd357d647012344da5edf40740e6a24197f7365a3) AuthConfig (029ced268bbb7fbbbc787c6ab17ae841d4980e9bac2bdf41c5abe602ac636f88) AuthConfig (de046520abe791204ebe821011c304bfa56d4ace4a844cb8cc2e9b3d6c1feecf) AuthConfig (f56bd5698809037ee3e9ea18c0d208599a480fd4fdbefa13e8d740c29e625800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"55d9508b-931e-43e2-8066-894b9d5a4de0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.59867863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2993c531c31f9a2098d49006627cd055ebf8730e96cb7e17e6aaffc0ae4d3bd4) AuthConfig (ee9666aea5bfc5d867dff7f1f7e08d32fcbb9bab93781fbfd3b9e11f658c8084) AuthConfig (38177b5603d73d416c256044700b825d7bd33a2f81a43ec577581bcbe191755a) AuthConfig (4dedb9008fe6bf8ac90eff36c40154d2f2a83fa9f844ecf1f860423b259d33c8) AuthConfig (6264594decfbdc1ff19fe34121387f32fd22cf683ba3f1e293ba6eccd8c293f7) AuthConfig (62854f29a3417f21280e2b5a0c7f41b080427d8099d7b2d33eb707e32de82930) AuthConfig (f257b462278ecd47366788d6da72d0aa95851ab56f2166c24dbf8a7b1b98c28e) AuthConfig (ca2ad25ede9c414ee28c1b2e8e3ff1da9b50040a03121b7bc023e5c3f1b38ae4) AuthConfig (9f93edeb9a885ad60dfba4dd97ee097843b42097588d1b4f63642a9cb2d6cd29) AuthConfig (161f9778ceea5f19862ddb2c95c8070b5736baf818daa0e2bd19d5f3bdb8f223) AuthConfig (2bb1924bbf9cf802f1e9229959f02c32cc8f0e1c23b2bbd0444c8c4a06bb9c82) AuthConfig (8fe0abcfc6af9a4dbad87521e59a765877f67bc00f02421f75838ff8d2dd8a16) AuthConfig (04ab42d9d067f9515be73e391aced6f8c979c78a83454495bb81e0fed04424b3) AuthConfig (64589575cbbb61e1e6476d45c04cb4019bc4b1827e487f155cb9004d9877e86c) AuthConfig (c9cd3a7ec9da3ddd5ecd77866f833b03f3bdcbe9fd2426a5cf7afcf6bfa1e70a) AuthConfig (4de46356ecccc7eadcf6c8df76895ad1a74af35a34abe63d587f10c14737b33c) AuthConfig (9abf5a65c8a538c74480e90a3908d85303742769d26943daba773aaaf80926c6) AuthConfig (f2cf395d6a173defef749f5c2fa3b346f4d1d520de23cd6211e128bae7bf544c) AuthConfig (00e27269d4d0355b5fde6cc7437f48e912aa84cfdf7b5f4e4509b30c0cf290f6) AuthConfig (ae5bbb93a0c4182cd684a68a0b2155a30fd00f00f391918705184b330bcf33c7) AuthConfig (fc2924cbc3e35ab5c7605cf440e0464976fa5357b2ee45b10f79581591b5e4a9) AuthConfig (4c636ffaf8d51024a2321d06140319cde1380816162ba0da9f5d67f636449ae8) AuthConfig (bdb6eb3510235d4090c46f5e9a1556e347f69f35062e8ba6e0e6f54ec30f2aa5) AuthConfig (21bbc3ba3d530deaf0b00e43e9de171408aba9d850ffa8c9d0edae7d3832148c) AuthConfig (418fe1623491efdb14c0b79ad47df2ce31ac67fe2051f0d9324e9245e4b9fb5e) AuthConfig (3fa15c3b2e59ca7f1821ddd9e7b4d8525a7ffca63f7ff1eb11aac4d472749557) AuthConfig (d42d5b595084ec2e3d90ca4bd357d647012344da5edf40740e6a24197f7365a3) AuthConfig (029ced268bbb7fbbbc787c6ab17ae841d4980e9bac2bdf41c5abe602ac636f88) AuthConfig (de046520abe791204ebe821011c304bfa56d4ace4a844cb8cc2e9b3d6c1feecf) AuthConfig (f56bd5698809037ee3e9ea18c0d208599a480fd4fdbefa13e8d740c29e625800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"15e1a0e6-666f-451e-8db9-481f87580282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:35.650895408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"15e1a0e6-666f-451e-8db9-481f87580282","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.811010738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"97b54329-0e96-4204-817a-cdd7fe482997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.866512872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"97b54329-0e96-4204-817a-cdd7fe482997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:35.92124064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-acd385-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2993c531c31f9a2098d49006627cd055ebf8730e96cb7e17e6aaffc0ae4d3bd4) AuthConfig (ee9666aea5bfc5d867dff7f1f7e08d32fcbb9bab93781fbfd3b9e11f658c8084) AuthConfig (38177b5603d73d416c256044700b825d7bd33a2f81a43ec577581bcbe191755a) AuthConfig (4dedb9008fe6bf8ac90eff36c40154d2f2a83fa9f844ecf1f860423b259d33c8) AuthConfig (6264594decfbdc1ff19fe34121387f32fd22cf683ba3f1e293ba6eccd8c293f7) AuthConfig (62854f29a3417f21280e2b5a0c7f41b080427d8099d7b2d33eb707e32de82930) AuthConfig (f257b462278ecd47366788d6da72d0aa95851ab56f2166c24dbf8a7b1b98c28e) AuthConfig (ca2ad25ede9c414ee28c1b2e8e3ff1da9b50040a03121b7bc023e5c3f1b38ae4) AuthConfig (9f93edeb9a885ad60dfba4dd97ee097843b42097588d1b4f63642a9cb2d6cd29) AuthConfig (161f9778ceea5f19862ddb2c95c8070b5736baf818daa0e2bd19d5f3bdb8f223) AuthConfig (2bb1924bbf9cf802f1e9229959f02c32cc8f0e1c23b2bbd0444c8c4a06bb9c82) AuthConfig (8fe0abcfc6af9a4dbad87521e59a765877f67bc00f02421f75838ff8d2dd8a16) AuthConfig (04ab42d9d067f9515be73e391aced6f8c979c78a83454495bb81e0fed04424b3) AuthConfig (64589575cbbb61e1e6476d45c04cb4019bc4b1827e487f155cb9004d9877e86c) AuthConfig (c9cd3a7ec9da3ddd5ecd77866f833b03f3bdcbe9fd2426a5cf7afcf6bfa1e70a) AuthConfig (4de46356ecccc7eadcf6c8df76895ad1a74af35a34abe63d587f10c14737b33c) AuthConfig (9abf5a65c8a538c74480e90a3908d85303742769d26943daba773aaaf80926c6) AuthConfig (f2cf395d6a173defef749f5c2fa3b346f4d1d520de23cd6211e128bae7bf544c) AuthConfig (00e27269d4d0355b5fde6cc7437f48e912aa84cfdf7b5f4e4509b30c0cf290f6) AuthConfig (ae5bbb93a0c4182cd684a68a0b2155a30fd00f00f391918705184b330bcf33c7) AuthConfig (fc2924cbc3e35ab5c7605cf440e0464976fa5357b2ee45b10f79581591b5e4a9) AuthConfig (4c636ffaf8d51024a2321d06140319cde1380816162ba0da9f5d67f636449ae8) AuthConfig (bdb6eb3510235d4090c46f5e9a1556e347f69f35062e8ba6e0e6f54ec30f2aa5) AuthConfig (21bbc3ba3d530deaf0b00e43e9de171408aba9d850ffa8c9d0edae7d3832148c) AuthConfig (418fe1623491efdb14c0b79ad47df2ce31ac67fe2051f0d9324e9245e4b9fb5e) AuthConfig (3fa15c3b2e59ca7f1821ddd9e7b4d8525a7ffca63f7ff1eb11aac4d472749557) AuthConfig (d42d5b595084ec2e3d90ca4bd357d647012344da5edf40740e6a24197f7365a3) AuthConfig (029ced268bbb7fbbbc787c6ab17ae841d4980e9bac2bdf41c5abe602ac636f88) AuthConfig (de046520abe791204ebe821011c304bfa56d4ace4a844cb8cc2e9b3d6c1feecf) AuthConfig (f56bd5698809037ee3e9ea18c0d208599a480fd4fdbefa13e8d740c29e625800)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"97b54329-0e96-4204-817a-cdd7fe482997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.283658123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"a2d72918-89bc-4a3e-b8a3-575b9562176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.285218682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"55079c70-b779-4023-90e1-2f8c4b9b44f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.339603381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"a2d72918-89bc-4a3e-b8a3-575b9562176b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.340302834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"55079c70-b779-4023-90e1-2f8c4b9b44f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.585426031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"94ee76d4-cc08-4927-a842-0cb191e0bab9","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.642386431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"3737b334-398d-401e-a965-dba25641ae4e","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:41.64273857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"75fb32f7-f93f-4707-8b2f-b6ce31723b77","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:42.786945166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b16e8344-6682-4eab-ab90-0e52cac019ab","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:44.284213136Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.752079113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b959932a-d01e-4464-8703-d7a8bb6151b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:45.807086176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b959932a-d01e-4464-8703-d7a8bb6151b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.070318595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"4eff46c0-1b92-41ed-b28c-bde973ad556f","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.088317644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"eb48e1e8-d725-4011-aa3a-622c09a44a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.143696204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"eb48e1e8-d725-4011-aa3a-622c09a44a4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:46.456323191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"1b727a85-b76b-4c91-8dbf-fc3a89b9e9e2","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.412329467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"8c74717d-7694-4ab4-b71d-4a9019a5a034","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.46897063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"f08e4a1f-013e-4f20-8f2b-9504dfa9a73f","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.63759095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"c50ee1b5-c773-4407-8065-10539903190e","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.69311929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"c50ee1b5-c773-4407-8065-10539903190e","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.739435335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"f4c8186c-da2c-484e-8700-f282aa957756","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.796509329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"f7add4fc-5624-4fe2-bb46-9ff652bd0d86","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.84722018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5a60ca16-ceeb-44a2-9719-4f0e6fc99fce","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:13:50.848326406Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-26fbc4/e2e-dry-sub-735174ba","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-735174ba\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.894024759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"7f045402-46c7-4a62-9a54-22f0ef67f90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.894128824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"9b45666b-e1a1-4a9d-b2ce-be3a534ea07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.901068151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"756f324f-b33c-4e66-8187-44ffdd6fd68c","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.950081327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"7f045402-46c7-4a62-9a54-22f0ef67f90a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.950556634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"9b45666b-e1a1-4a9d-b2ce-be3a534ea07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:50.958173684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"fcc88891-2662-4fdb-aad1-7fadd42dbcb6","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.111694606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"b42761b1-9c6f-4109-a89f-30b9d13dea42","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.16439784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba","reconcileID":"48c66989-787b-42c6-be40-a4a18a24ec0c","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-dry-sub-735174ba","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.168360384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"b42761b1-9c6f-4109-a89f-30b9d13dea42","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.308375225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"47b4ea21-93d3-42ad-ae1a-b8a661e1fc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.308523769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"e059a06d-3076-4287-9c56-3015a904ef29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.325470899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"ff4d9dbf-c663-4edc-84d6-0e7556a2b38e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.363931583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"e059a06d-3076-4287-9c56-3015a904ef29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.364009472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"47b4ea21-93d3-42ad-ae1a-b8a661e1fc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.372082433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"85deed52-cc1b-4fdd-9b15-9f6c92ab875d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:51.532021478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba","reconcileID":"48a5260c-2c43-4cce-bf24-b1ba2e698f3b","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.327980283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"09b24321-06bd-429b-9be5-de2ffb3ac477","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.477250154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"7af77e77-c097-4430-9367-480b25a475ff","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.482410434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d04d6170-0b07-45f8-ad5b-90ff395e50bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.482410365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"07aca047-1cec-491d-ae29-40eb58daff43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.532521486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"7af77e77-c097-4430-9367-480b25a475ff","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.537497279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d04d6170-0b07-45f8-ad5b-90ff395e50bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:13:55.539759955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"07aca047-1cec-491d-ae29-40eb58daff43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.489069721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba","reconcileID":"2571f802-c7bd-4eb3-adcf-9929c5f43309","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"e2e-dry-sub-735174ba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.604193395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"0e8f44ed-1937-4f96-9544-5084c1a999a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.700846441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba","reconcileID":"2571f802-c7bd-4eb3-adcf-9929c5f43309","MaaSSubscription":{"name":"e2e-dry-sub-735174ba","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.762286881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d1d5e2b-f2a7-4fc9-9a28-7cd846b25b95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.862939194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"c5bc56b1-fb30-4d6c-85e1-793ef634fa74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.916942025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"86056270-a7d6-485b-888a-b7c466547a01","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:05.964302655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"517dd918-2b07-4612-938a-c3440bb9d27e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.057958061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"d69f3c02-f056-47fc-a226-d98f2df8a241","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.069897398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8a7b2c15-7c41-49fa-abbe-0fa7329af738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.07022735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"2b8b4034-11d3-4c43-a438-e25dc961bb1e","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.070559183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"903908bd-8aa3-42a8-9682-9d460b419e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.105930496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"be19a145-7659-4631-8069-a4f4274cf934","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.128497371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"903908bd-8aa3-42a8-9682-9d460b419e48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.128708139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8a7b2c15-7c41-49fa-abbe-0fa7329af738","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.130941416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"2b8b4034-11d3-4c43-a438-e25dc961bb1e","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.220514665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d295f0e0-7c8c-4e32-a209-dc28cb382a74","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.283728146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-dry-sub-735174ba-auth","reconcileID":"db09158f-bfd1-4c99-b89a-d04b0e459c9d","MaaSAuthPolicy":{"name":"e2e-dry-sub-735174ba-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:06.441225827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"84f2f60d-d3a3-44af-9ac9-a2713f201038","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.623660768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5960c4b0-44c8-494e-a707-5c8621897371","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.679343886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"a1dd5279-3d5f-4053-85ad-868c7fa49017","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.833032111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"c7be4bfc-7744-414e-aacf-da82fe326e9e","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.889386577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"c7be4bfc-7744-414e-aacf-da82fe326e9e","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.898480991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"cd1ff68f-3d79-4e61-b4e5-6514ee8c018f","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:07.957015189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"bd5e6da7-1ad2-4628-8886-f2b53325dc76","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:08.006274861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2","reconcileID":"036e49fc-f485-4688-a6cf-bcaa0440419f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-a79a69c2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.056666409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"7485d438-07ca-4292-9a1d-32e5e4522217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.056687271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2d1fbaf4-8c05-4531-b954-b1ee9b4c2424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.112731592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"7485d438-07ca-4292-9a1d-32e5e4522217","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.113442313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2d1fbaf4-8c05-4531-b954-b1ee9b4c2424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.119969705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"a3c90997-2ece-4684-abad-9646de68fe4c","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.158480596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2bbe72cc-e3a0-4885-b0d3-59ee9cd5cb23","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.18905853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"923dfebf-3b33-4257-80d1-d0f600d88697","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.317981337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"dfbd8467-9d6d-4f08-88d6-753aa1f53c5c","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.373640109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"dfbd8467-9d6d-4f08-88d6-753aa1f53c5c","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.429169131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"bc2b4478-e49a-4276-bf09-70fa57856953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.429247213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b6f5fefb-a86a-473f-a064-6e4c1354c0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.45738565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2","reconcileID":"e895213b-687d-4fe1-99d9-0e8d7e59565d","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-combo-sub-a79a69c2","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.484471029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b6f5fefb-a86a-473f-a064-6e4c1354c0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.484812011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"bc2b4478-e49a-4276-bf09-70fa57856953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.617537076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"80f46242-2b50-4a83-bac1-e170064ac324","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:08.634174995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"dfbd8467-9d6d-4f08-88d6-753aa1f53c5c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-a79a69c2-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.664850877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"20d6dcb3-5263-4cfc-8ad4-f8ac41d57566","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.793207066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"f252c8dc-8e8e-4b0e-a6b3-c7af04d19dee","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.824287335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2","reconcileID":"d09b22c5-e4e1-40be-b995-3bd5845e4873","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:08.848559314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"f252c8dc-8e8e-4b0e-a6b3-c7af04d19dee","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.044941033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"a6cf3c44-2143-4820-ba9c-33f58d5a781b","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.199953238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"76c4b0db-6285-4505-8abb-df4c9fc29d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.20009913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"53373e1e-ab78-464b-897c-073f6274fa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.199952439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"91935983-1cdd-4154-814d-1081f09e6cfc","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.256580107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"76c4b0db-6285-4505-8abb-df4c9fc29d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.25692681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"91935983-1cdd-4154-814d-1081f09e6cfc","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.258957397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"53373e1e-ab78-464b-897c-073f6274fa57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:13.825909779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"51448601-c5f6-4afb-8a91-e6e3d6f64ea7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:14.142406607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"7f0e7a94-0590-4750-a7a8-c7596b1336de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:14.290675189Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:14.448982617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"ed50e051-93e4-4ce3-94d2-d21d7fb906eb","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.035729701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"2839b02a-b887-4d2a-836e-3f24262fee5f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:15.10308896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c75c26e3-b894-44de-a15e-210f61217894","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.573467064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e8d5141d-3129-40c9-bdb9-094ddbb6f3ad","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.627969386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"87ccfe1e-6d35-4b6a-8f82-701b70ec9281","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.782687559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"18b95929-79f9-4158-8fe2-efd8ea5b726a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.838529017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"18b95929-79f9-4158-8fe2-efd8ea5b726a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.842129576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"d7a88afb-028e-45c3-809e-3e564f9b37c1","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:19.899068952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"f0f8ef18-2261-447a-8a14-e31b48e20ae5","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:19.949808436Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-sub","reconcileID":"6486c9c1-47ce-4a10-be7a-098c5fbcd10c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.000213569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8a861cf9-949d-46e0-a3d3-cab8f38eeddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.00119542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"4c22a93b-4626-4b51-a3b4-79dec22b0a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.05681127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"4c22a93b-4626-4b51-a3b4-79dec22b0a61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.057260262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8a861cf9-949d-46e0-a3d3-cab8f38eeddf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.061169481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"93c92b90-abdf-4222-9a83-cd6a8b6b41dc","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.101817802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"5a1e852d-6834-488d-a351-e94a5aaafb41","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.117071518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"b2f03126-3a12-4b53-85fe-37969ad6eb70","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.153529546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"84da5472-bcf0-4607-a7e2-fb794fc63738","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.169430801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"4668fe63-f4d5-48e9-bdb9-8659a4c04590","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.309440087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"1c19b0a0-1353-421a-8763-1b68ef36a12d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.366362909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"1c19b0a0-1353-421a-8763-1b68ef36a12d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.383621305Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-sub","reconcileID":"505c4f8d-7274-428c-9a0b-7a7e5cb4693f","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/e2e-apikey-active-sub","ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.459288593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"276580a1-9e2f-4a88-b7a7-6142816638b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.459301087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"81c15228-ce3b-454c-98f3-d49e8a3fb224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.516034189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"81c15228-ce3b-454c-98f3-d49e8a3fb224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.518416946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"276580a1-9e2f-4a88-b7a7-6142816638b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.547236637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"90bf2e92-9a6c-4e56-8675-8bc918818b34","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.596368358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"62e856e7-6ea7-4741-8c8d-d0b8b0bdc463","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:20.755480614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-sub","reconcileID":"737739e8-e716-4343-95d8-7e72e2c8c703","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.761915791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"3192f9d0-d9ea-48e0-abb8-2c19c14ddc19","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.91644128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"55f9b93c-5d24-476c-86ed-ed7f3e2fba93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.916595101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"76dc7c82-0cba-45ed-b17f-bb092816d5a3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.916439874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f7f3ac1f-607a-47cf-a3ff-8fe1ee867ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.973935201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"76dc7c82-0cba-45ed-b17f-bb092816d5a3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.975169525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f7f3ac1f-607a-47cf-a3ff-8fe1ee867ffa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:22.976216359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"55f9b93c-5d24-476c-86ed-ed7f3e2fba93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.20738941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2","reconcileID":"92ea7334-1fd4-4a7d-91ef-35b4b79f757c","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"e2e-combo-sub-a79a69c2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.362989829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2","reconcileID":"92ea7334-1fd4-4a7d-91ef-35b4b79f757c","MaaSSubscription":{"name":"e2e-combo-sub-a79a69c2","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.576174452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"cb4470f0-2252-4f23-be52-b5cd61dbf434","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.73963828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"76466811-1669-460e-a890-4978606813b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.739852291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"1a838ba5-82f8-4010-9988-c944aa6e0374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.740130208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"07e4181d-3a29-4216-b141-8336b5ec21db","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.740396403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"f1f3cc4d-5fb8-4027-87de-c5ec1c9234d7","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.797157873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"1a838ba5-82f8-4010-9988-c944aa6e0374","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.797590271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"76466811-1669-460e-a890-4978606813b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:23.799543979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"07e4181d-3a29-4216-b141-8336b5ec21db","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:24.000481459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-combo-sub-a79a69c2-auth","reconcileID":"ef186c5a-9b6c-4233-82b0-01d4794d2a05","MaaSAuthPolicy":{"name":"e2e-combo-sub-a79a69c2-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:24.161854714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"fa81c5ea-a7e2-4aaf-8625-7622e661f544","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:25.841073162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"327b8e4d-01c3-42f9-877a-a142f1989746","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:25.897972127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"cd00e527-6460-4639-a1f7-865a27b6f6ba","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.052752996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"7290e426-d32c-4436-ad72-e259ba2a2ee1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.108173942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"7290e426-d32c-4436-ad72-e259ba2a2ee1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:26.387404541Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-sub","reconcileID":"f19e9040-80e8-43c3-87b6-08ad393f2dcd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.42384333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"d08d9141-6fbe-4163-86af-882793c12ed9","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.43567642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"628a72a8-7792-4ba6-a2b4-6aaa84194474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.43575041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"6733b6b0-4c36-40e2-9ef7-b165c373ff7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.492633389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"628a72a8-7792-4ba6-a2b4-6aaa84194474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.493779381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"6733b6b0-4c36-40e2-9ef7-b165c373ff7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.578581875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"3c43c275-f035-41a0-81f4-9d8a48b92f61","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.634891485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"3c43c275-f035-41a0-81f4-9d8a48b92f61","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.850263935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d48cc970-b79c-4e0d-9712-a25a728de1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.850624305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"95aaf893-f48b-4313-96e1-7c22e6fcf8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.906586685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"95aaf893-f48b-4313-96e1-7c22e6fcf8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:26.906607739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d48cc970-b79c-4e0d-9712-a25a728de1f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:27.051928992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"a470298b-1cf0-4837-9dcf-fcfeefbbb924","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:27.108549551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"a470298b-1cf0-4837-9dcf-fcfeefbbb924","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:28.433766071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c4b1464-93ca-45c2-a3e9-a11c48990e5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:28.536170786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"e996c6b0-92ee-4c5f-a429-67082d1fa8f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:28.637940283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"8f06d713-9b2d-4fe7-8666-f212f4411ee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:28.838895064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"85c2c647-70da-4ca3-9e1f-aed0de7fa513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.016113105Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"73178716-377b-4aba-ac62-5272ddcabbf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.061129565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ad3fc37-22d0-4f5a-85f7-3922ec1c3aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.071464861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"dc9f06a4-e5a1-4d81-a9eb-45614ad4d343","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.138841397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"d9226a8f-2c12-4d49-b83b-22c30c923b7e","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.330888985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"d090fe3c-12e7-4902-8d31-1e5422bc2231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.365710733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8924d81e-58a8-4d32-a2f9-9eea1e9cd906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.365968479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"6ddeefaa-467a-4e95-80e7-b81ee4b9912d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.365711438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"e112f938-4085-4521-9c1e-ca1a9cf98ed1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.422106671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"e112f938-4085-4521-9c1e-ca1a9cf98ed1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.422353751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"6ddeefaa-467a-4e95-80e7-b81ee4b9912d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:29.424308635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8924d81e-58a8-4d32-a2f9-9eea1e9cd906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:32.923510793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-sub","reconcileID":"51dc2811-1dc4-4fe2-8127-2acbfdcef604","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.079696822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-sub","reconcileID":"51dc2811-1dc4-4fe2-8127-2acbfdcef604","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.316025586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"01af4af1-1b33-4633-9382-ddc88c7cdad9","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.469420024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"69841926-30b4-4920-9e07-3b828799e4d9","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.476065921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"56339dc5-5b7d-4ae8-8c82-84963974cb72","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.476077124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b0df02bb-225f-424a-8de9-f86c411b39f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.476509952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8bf69ebc-38d5-42a5-84a6-d9061271646e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.533086349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b0df02bb-225f-424a-8de9-f86c411b39f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.533724708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"56339dc5-5b7d-4ae8-8c82-84963974cb72","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.535322312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8bf69ebc-38d5-42a5-84a6-d9061271646e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.689534115Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-active-auth","reconcileID":"24158177-ba81-43dc-828e-d0e29076d14d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:33.898715908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e8f292ad-f841-4786-9d56-70dcbc33cf46","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.940474935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1192ca52-d12a-4f26-a702-472d5632048d","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:34.994528811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"9f8a5df7-a7be-43c2-91ba-d52f425c8bfc","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.148167276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"ca573283-d202-47bf-88a0-31aba660fd9d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.203200802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"ca573283-d202-47bf-88a0-31aba660fd9d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.21931032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"5b26ac02-47dc-465e-91e8-d30203372a70","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.278057866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"3b1c3440-cdd2-485d-9dfb-f91a286fb85e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:35.325471791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"3193e8ea-7728-4f6f-b11f-a0fafdda8dc1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.372853901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0b7d7847-725a-40e8-bba6-4ec201cbf4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.372847799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2f19e864-24ff-44e8-bebb-6cedecdc8594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.428855812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0b7d7847-725a-40e8-bba6-4ec201cbf4c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.429349144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2f19e864-24ff-44e8-bebb-6cedecdc8594","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.439319086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"99e7d360-1ea9-4617-a4fe-e93f67836ddf","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.468098122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"c9d20213-ee65-499c-9b2a-ea1fe7c33918","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.495949704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"00313ba0-2986-4d9b-b8d0-7994c232ce96","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.621951265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"d5150085-6e1b-43c4-b0cc-395e21a0f9b0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.678085345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"d5150085-6e1b-43c4-b0cc-395e21a0f9b0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.740229526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"07f54dfe-5471-43b1-8aab-37b2fd2fb19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.740236037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"7316f007-5b74-4e19-969d-f2021c56af14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.760342643Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"9e7d6375-fbb6-478c-a99f-188e1ce46695","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.760467593Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"9e7d6375-fbb6-478c-a99f-188e1ce46695","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.795984869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"07f54dfe-5471-43b1-8aab-37b2fd2fb19e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.79600126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"7316f007-5b74-4e19-969d-f2021c56af14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.967341242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"2d4f92ef-25c1-4e60-bb67-241e5e3ea720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:35.973480324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1405a804-ecfc-448b-9f24-c9c8c0fe86f8","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:36.180036749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"fd3a3505-226f-4dc4-bf3e-0471a33751ea","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:36.180180078Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"fd3a3505-226f-4dc4-bf3e-0471a33751ea","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.105967024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"07e399c2-491b-4f29-af39-56d35e1c2c3e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.26270745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8315e6dc-01f3-47a6-aa07-382282fb18f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.262897689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fd6a399d-7cab-4f23-8453-f325c279e07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.262719465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"08fccab8-ab91-49ad-bbda-258e5e19af9f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.319592718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"08fccab8-ab91-49ad-bbda-258e5e19af9f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.320504062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8315e6dc-01f3-47a6-aa07-382282fb18f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:38.322603584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fd6a399d-7cab-4f23-8453-f325c279e07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.374960148Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-sub","reconcileID":"92c1b356-0670-4df8-bfc8-da7d3bab308a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.375148486Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-sub","reconcileID":"92c1b356-0670-4df8-bfc8-da7d3bab308a","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.846384055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"68d249c2-7a46-4c87-ab1c-8c0165818a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.846583803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"d7dda280-6dfb-488e-b677-506e1dcbf4be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.846384247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"8c520165-0535-4da6-b1b3-a644b22ef284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.860116502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"824c8165-5713-4b34-9d84-e5b10dd1a22e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.903325946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"8c520165-0535-4da6-b1b3-a644b22ef284","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.904219205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"d7dda280-6dfb-488e-b677-506e1dcbf4be","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:39.906099916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"68d249c2-7a46-4c87-ab1c-8c0165818a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:40.106574688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-apikey-failed-auth","reconcileID":"115f58a1-da4a-499d-9f3e-80bf52e1ef36","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:40.314759139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"de9c14ca-001c-4604-94d9-ecabf75a4951","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.359042198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"900a6e80-4d40-4bd3-9cd6-e8f75d52723c","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.415133822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5968ebf9-59ff-49bf-b81d-9f06a927231d","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.569409152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"455678f9-aa43-4156-994f-8342dbb2b731","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.627827114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"455678f9-aa43-4156-994f-8342dbb2b731","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.642764172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"86e175fc-53df-498a-86e9-4c03fd36eecd","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.699143436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"81f6e2c0-73e4-49a2-ab9c-ab3e0eb713d9","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:41.749195273Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"e7105b81-1e52-49ad-9745-5748925b88cd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-e19c5258\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.796525907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"128eba64-0c55-4c73-bb59-47ecee02a57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.79687791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d6e28489-a1f9-4272-8bd7-4f21ad096887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.852083615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"128eba64-0c55-4c73-bb59-47ecee02a57e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.85294364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d6e28489-a1f9-4272-8bd7-4f21ad096887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.860513887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"53b46b19-71ea-4d8d-9ab3-5563299f188e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.912795211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"0aee877f-a710-43e6-aa49-4c0ced64f0c5","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:41.916709098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"0ea75465-4e14-44c6-b258-bd88abe30b1a","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.066016945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"9964eba6-873f-4641-b74d-77dc711f0d23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.121729377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"9964eba6-873f-4641-b74d-77dc711f0d23","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.179406409Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"0d685cd6-0ce4-4a07-a1f9-f0b685c73765","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-a-e19c5258","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.210682769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"faf400c8-973e-4646-894d-fb7479268c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.210682793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e0e2fbdd-1f0a-48f2-91b4-5ca4cf4f177a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.267509255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e0e2fbdd-1f0a-48f2-91b4-5ca4cf4f177a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.267949488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"faf400c8-973e-4646-894d-fb7479268c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.340654038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"ffa04f60-149b-441b-991c-bec77504118e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.385392745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"1dcf19f5-ea65-4cae-ae30-2896ac797f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:42.546006797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"595cf27a-67fe-47e6-8766-f6d8edad2490","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.227756153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"e6fb44fb-3ed4-490c-90a9-c022c246f960","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.281966658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"9d8489bb-e690-4bc3-8064-e2eafcfcee3e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.282948076Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.435775052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"95fac746-8fc4-4ea7-9ef8-1977ff4d93ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.49115863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"95fac746-8fc4-4ea7-9ef8-1977ff4d93ed","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.514539187Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-26fbc4 priority=0:[ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-a-e19c5258 ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-b-36d38d94]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.514633042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"4fe9398b-93f9-4888-abe7-586cb25f803f","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.569652622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"aedbfe4a-5dc3-4aef-b12d-44d9bfc01386","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.620785291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"427bfa24-5dc2-4b8b-b52f-6766b9e7d88d","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:14:44.625825657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-b-36d38d94","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-36d38d94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.670175568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"5acfdd8a-f154-4efa-96e7-6d5fb0cf79ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.67043564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"3d2a73a1-4d77-4263-b618-fc00bcc21cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.670628177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"75ca24e5-3ff3-44e2-b560-f2819f4ea0c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.676936387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"3760cd2a-c68c-452b-9a39-28f026d2f602","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.726421065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"5acfdd8a-f154-4efa-96e7-6d5fb0cf79ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.726722999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"3d2a73a1-4d77-4263-b618-fc00bcc21cbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.728740806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"75ca24e5-3ff3-44e2-b560-f2819f4ea0c4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.807335612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"fa634e16-32e9-48c3-b207-04a7f1685561","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.942189067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"d9dc4122-437b-4cda-82ae-27f06495e80e","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-a-e19c5258","ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-b-36d38d94","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:44.961101105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"8d216c4d-a91c-4ce2-bf73-78ec84047c5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.017113279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"8d216c4d-a91c-4ce2-bf73-78ec84047c5c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.104471229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"fa352e5c-a850-4869-8719-f47d35770e1d","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.105996716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"b0800588-280c-4c4e-8ce0-ddd31239b584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.10619607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"b3848641-18eb-412b-9b10-b0e39d7ba5dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.105997085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"071d2bd9-050e-4f08-82ea-114fce560e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.150795892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"22f8eefb-27f6-47ee-84bb-2a963bec9483","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.150810146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"e2680f47-d7e5-4d59-bc82-e184de12eb26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.161925546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"b0800588-280c-4c4e-8ce0-ddd31239b584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.162547832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"071d2bd9-050e-4f08-82ea-114fce560e70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.166219376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"b3848641-18eb-412b-9b10-b0e39d7ba5dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:45.311697246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"ce7c091f-4b41-40d1-9ac5-c1d5fce77c14","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.267057774Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"bd1fb587-5169-4d6e-9bd8-aa2b5b72192a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.479522859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"bd1fb587-5169-4d6e-9bd8-aa2b5b72192a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.479554239Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"bd1fb587-5169-4d6e-9bd8-aa2b5b72192a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.4796721Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-sub","reconcileID":"bd1fb587-5169-4d6e-9bd8-aa2b5b72192a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.692984261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"54d752ee-d0c6-4a49-9216-31149b108111","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.759974918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"474e367e-a8e2-4ec6-ad9a-3fd41c00129e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.760048387Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-26fbc4 priority=0:[ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-a-e19c5258 ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-b-36d38d94]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.819631728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"68a61049-e93d-4e84-8bcf-1dcc25e384d3","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.919493669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"6527b989-a90f-477f-b966-a558947c2d30","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.91982525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"9bd29934-9291-4b4f-92ed-e894a8e105e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.920246356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"363c380b-fd5a-492d-8e75-2256c6ac8562","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.920355168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d43bc86c-264b-40f5-982f-205ffba6b946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.982694839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"363c380b-fd5a-492d-8e75-2256c6ac8562","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.986746574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"9bd29934-9291-4b4f-92ed-e894a8e105e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:48.986761499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d43bc86c-264b-40f5-982f-205ffba6b946","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.18867119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-apikey-degraded-auth","reconcileID":"023de21f-ee1e-47e0-ae83-8e1034ce3a07","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.398375804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1bc0c5a3-3845-47ae-9bf7-70d0947ab0f4","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.678369657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"1f6afcc9-6124-4912-b189-324dfd550603","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.833288337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"638b408c-2820-4ba8-88ae-700a57d97011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.833424598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"b9ab2c4a-fc65-4bda-be59-ab395014c97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.833287949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"f875d585-4eb9-4290-b6fc-1cb40abd477e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.83380761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"a2498d9e-ee8d-4ccb-b1d3-f42fb98d2432","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.889560874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"638b408c-2820-4ba8-88ae-700a57d97011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.889973462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"a2498d9e-ee8d-4ccb-b1d3-f42fb98d2432","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.891874484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"b9ab2c4a-fc65-4bda-be59-ab395014c97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:49.892178716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"f875d585-4eb9-4290-b6fc-1cb40abd477e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.350573544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99fabf72-b908-44a3-b7bc-f12eb980a62b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.550184237Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"c824858b-cc0a-4462-9bd8-551a8430783d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-filter-sub-b-36d38d94","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.602915953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bca23757-c7c0-45ac-80fb-7e7489dabc36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.613335514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"6874a8e3-6f18-4da1-aa26-cce06f3099df","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.726228383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"91fc08cf-bf51-4640-bb09-1b8612b6470c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.836634606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"74490db1-a148-4350-9700-1eb1fa7153e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.936428189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"62338933-da61-4abf-95f2-60b021278684","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.948904741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"964d4fd5-c99c-43b3-883a-d524652a3e79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:57.959704391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"b3085256-7828-4097-964c-8fe33889a0d8","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:14:59.845202584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"e831eeae-979b-4459-9a63-73fcab992c29","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"e2e-filter-sub-a-e19c5258","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.005124282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258","reconcileID":"e831eeae-979b-4459-9a63-73fcab992c29","MaaSSubscription":{"name":"e2e-filter-sub-a-e19c5258","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.224784535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"d9126c47-95ec-41e3-b498-f1d5afa40bec","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.285357558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"89316c4c-45ca-4d17-8aa0-316811470c31","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.38371523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1433cb63-09c8-4b5b-9ac8-d8ddf9f38fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.390455255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"1498de55-c8aa-48d0-bff0-d2ed2300eaa4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.390454644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"d081c913-074c-4716-ae12-494ca7c11a77","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.453288994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1433cb63-09c8-4b5b-9ac8-d8ddf9f38fbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.455247722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"1498de55-c8aa-48d0-bff0-d2ed2300eaa4","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.456001989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"d081c913-074c-4716-ae12-494ca7c11a77","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.488232808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"59035450-d3ec-4a84-a911-9dc79d8f5afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:00.548709537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"59035450-d3ec-4a84-a911-9dc79d8f5afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.478543579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"447f7467-9946-4023-8694-b609c7f4277c","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.619195472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ca12adc7-b607-4fbc-8852-29b67290e869","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.675244177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d8c3fd03-8f55-4db9-bb06-274433d71f63","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:01.733288167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"395b053e-25fe-46e8-a381-6aea553d3c64","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.907479759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7ef3974d-188b-464c-9301-554479f20bac","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:01.960958836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"567e084f-392e-4d0a-b11d-1e6a89c63cfa","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.021203552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"c1813a2a-83bf-4346-bd61-87463396450e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.119722618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"abb657d6-811a-4110-be96-f0efe50bc155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.182565885Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"d1529630-bf18-464d-8205-0e35090e7572","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.248761799Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"abb657d6-811a-4110-be96-f0efe50bc155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.257814725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"3fc05cff-25a6-4acb-a4e3-5c2ffd8e2b2f","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.304527696Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"abb657d6-811a-4110-be96-f0efe50bc155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.314360435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8bb32194-5cb5-46ff-bd1d-8e5b1ba81ef7","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:02.345347515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"d1529630-bf18-464d-8205-0e35090e7572","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.36137472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e9ca5542-828f-4501-82f5-fca7690a40cc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.363229359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"ef7fc701-dd7d-4430-ba44-543430a24df7","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:02.372228555Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.41958767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"dc0d7ca9-1b0c-4bfb-91ee-a9468c38480b","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.465198398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4ef11864-5717-400c-bcc8-f8eff94ac56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.52335173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4ef11864-5717-400c-bcc8-f8eff94ac56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.52592891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"da69286c-a2fb-44dc-8cdf-b04f32697708","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.554399258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dff534fc-0443-4a18-aa7d-7d18900bcf33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.58043024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4ef11864-5717-400c-bcc8-f8eff94ac56b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.588163905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"b744a081-3139-4657-b7a2-372d1fb4c732","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:02.641738528Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"b744a081-3139-4657-b7a2-372d1fb4c732","name":"premium-w2-e621db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:02.641804812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"b744a081-3139-4657-b7a2-372d1fb4c732","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.647203947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"21d6ccea-aae4-4139-8d3d-5339553b77b8","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.662284504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"47942a23-bebb-440a-9cb5-c3d3e30eee5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"premium-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.738311531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8c89300c-89a1-48d0-b8cb-5c2b04a6f06f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.738555743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fbfee0-81f9-4c76-8822-60c0e5154b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.748020193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"aaa268d8-2bac-4104-9bba-f2c7b06d6320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.799902122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fbfee0-81f9-4c76-8822-60c0e5154b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.806473767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"aaa268d8-2bac-4104-9bba-f2c7b06d6320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.85411925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"1458a14a-598d-495e-bea1-90502fb035ac","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.85930504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fbfee0-81f9-4c76-8822-60c0e5154b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.866291183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"aaa268d8-2bac-4104-9bba-f2c7b06d6320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:02.923823029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"72981786-5724-421d-b16c-8409ef253b2d","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.013209552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6a862c01-e4ec-474b-b46f-1cee36075c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.063616172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"1dd27feb-b14b-430f-a40e-9dee219f4746","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.070413036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6a862c01-e4ec-474b-b46f-1cee36075c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.114678409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"f36e65fd-1b7a-4fd3-84f6-5c8218faa2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.126009632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6a862c01-e4ec-474b-b46f-1cee36075c49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.17161188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"f36e65fd-1b7a-4fd3-84f6-5c8218faa2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:03.22923712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-e621db-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"f36e65fd-1b7a-4fd3-84f6-5c8218faa2ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.180334081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"7f3c067e-ae68-4547-b712-45067755dfff","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.296363058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"eecd51dc-ccf2-4f8c-ace2-a54fd756af79","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.354129832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"1fbfe3f0-025f-4a57-8932-815a07fc2bd3","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.403858147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"4e4dcdad-277d-4f54-bc14-e43603998463","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:05.406234836Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.461047854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"110cfd82-9f09-410d-bf9f-e1a3bff23ec0","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.567205182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"13ad15d9-433f-44c6-bee1-725a72271a96","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.626627147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"94da35ce-f0c0-4736-9bf5-98307ff76092","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.671700454Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e605af84-8819-4f27-a5ea-fb9b45fe0fa4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:05.679307994Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"94da35ce-f0c0-4736-9bf5-98307ff76092","name":"simulator-w1-97b317","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-97b317\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:05.679364457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"94da35ce-f0c0-4736-9bf5-98307ff76092","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-97b317\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.684670774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"bd94dc05-8bce-4723-a7e9-40def06711a6","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.726818498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"23d63aa5-648e-4baa-a681-d38920127e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.835174925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"e682ebd5-39dc-4bac-b1f0-fe7029423042","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.839239637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"10d773e0-8325-4b92-8d6a-685bfb083acd","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.85117377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"23d63aa5-648e-4baa-a681-d38920127e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.895076052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"520d07a9-ebc2-4c12-8f3d-c8659c075d28","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.905593315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"23d63aa5-648e-4baa-a681-d38920127e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:05.947164324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"1b6494f3-79b1-49a0-828d-e39a69a5e969","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.952985587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"f5e24a23-cd04-4161-a0c4-b978400e544b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:05.961987831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"6ea7401b-08e1-4df0-a9f3-3c5869acfe6e","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.043803668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e68cc7cf-b474-409b-a6b7-9742f16a0293","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.06028447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"2a572e12-07d2-49c4-bb33-cdbff43e0334","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.064529359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f3a5a1f9-f5f2-4812-ad6c-0bfa0027470a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.108088823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"afc5a9f3-b5d9-4f55-bd21-2612760d959c","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.120327279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f3a5a1f9-f5f2-4812-ad6c-0bfa0027470a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.16431903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a3edf4f2-b17f-4072-8e51-48000dd1e492","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.174169234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f3a5a1f9-f5f2-4812-ad6c-0bfa0027470a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:06.217242985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a3edf4f2-b17f-4072-8e51-48000dd1e492","name":"premium-w1-97b317","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-97b317\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:06.21730789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a3edf4f2-b17f-4072-8e51-48000dd1e492","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-97b317\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.223469831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"009cd452-ef2c-4d24-984d-a207122fd783","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.315368105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"94517ee1-23ab-49e1-a3dc-149ca84f7ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.327799679Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"b6083a8a-9c0f-44ab-a52a-e37785993ea6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"premium-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.3714807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"94517ee1-23ab-49e1-a3dc-149ca84f7ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.416714373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ae6ddcf7-cf7a-4955-b233-2d240e532018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.425284997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"94517ee1-23ab-49e1-a3dc-149ca84f7ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.474093622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ae6ddcf7-cf7a-4955-b233-2d240e532018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.479640415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"c3b43a0a-8b6f-403f-8c57-9c16b3e81318","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.496543964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"1d3f47c9-a513-4911-99b1-e78381742ee5","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.529351422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ae6ddcf7-cf7a-4955-b233-2d240e532018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.64052988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"b6e6d127-6b2e-48af-860c-7baf651d21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.734263066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"b6e6d127-6b2e-48af-860c-7baf651d21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.734800576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"ccda30d0-8c92-4d3b-98c7-0647445f28e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:06.789936552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"b6e6d127-6b2e-48af-860c-7baf651d21f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.361423373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"ba3449dd-7388-4c4f-a23e-545d19cc7b1c","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.487479462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"506c5819-e87a-4ce0-882d-2d7990823b70","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.544791325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"0841079c-593a-4634-bdec-73b1138e9ca1","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.594820421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"dc5f9f9d-2f66-4df1-b5fe-4ac9f55b9489","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:07.597418243Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-ec695b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.651223199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"6b61fea6-8f23-43b4-9534-036ca03f8fd4","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.765041327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"852fe842-2491-45d7-9fca-d70e05f021d4","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.822216537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"94aa206e-2682-472d-950e-2d60ad1ffa65","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.862049948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"889f3256-724e-422d-9c38-1a9c1f707530","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"simulator-w3-ec695b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:07.875619643Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"94aa206e-2682-472d-950e-2d60ad1ffa65","name":"simulator-w3-ec695b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-ec695b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:07.875684292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"94aa206e-2682-472d-950e-2d60ad1ffa65","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-ec695b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.881042775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"9e28ae12-e9ef-439d-b56d-0c4afffee071","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:07.921985959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0850310c-8917-4a55-aaa6-03f8118a831e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.028505837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"04619170-58ea-470b-a9b0-c3cfdc0f25cd","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.044530842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"214ebdbe-d7fe-437a-928a-8575613fa291","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.045205089Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0850310c-8917-4a55-aaa6-03f8118a831e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.099880675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0850310c-8917-4a55-aaa6-03f8118a831e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.100378434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"ad3e6a02-d931-4a9b-89db-567cc966a396","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.152305562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"991657c9-6158-4928-9202-371c6d9c60d2","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.153572191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"f5f31457-1d2f-4655-8564-dbb806efff53","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:08.157048597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-ec695b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.208652818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"f7957c09-f227-40ed-a097-9c3fd59c21d3","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.235840072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"bd871704-464f-459b-9e00-613639f7b007","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.256820318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"45e16e35-d12f-47dd-be3f-a2cfed80d37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.312906884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"45e16e35-d12f-47dd-be3f-a2cfed80d37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.321923417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"5b7f68dd-26eb-4f61-864f-0924e36222f0","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.366982492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"45e16e35-d12f-47dd-be3f-a2cfed80d37a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.382735504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"bceec342-52c8-4b6b-bd18-ed510770a497","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.418960645Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"cf6d3c81-9cf6-480a-8867-f02d045cda1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"premium-w3-ec695b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.531907504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"053b068c-6858-40f0-be37-a0d453721795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.53617111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"1b70b218-744c-4b99-801f-db5ee3e33e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.585310058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"4e6f500d-aa96-4e01-a62c-1acbf343569d","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.58831804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"053b068c-6858-40f0-be37-a0d453721795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.591078391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"1b70b218-744c-4b99-801f-db5ee3e33e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.64255473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"053b068c-6858-40f0-be37-a0d453721795","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.644813977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"1b70b218-744c-4b99-801f-db5ee3e33e40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.698831675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"d0c15bb7-4018-4a9f-a2c4-5bd1eec17034","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.79323776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"34e1f025-dcbc-40ae-be7c-33685028ac34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.85418503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"58437fb6-5a92-4476-b43f-f43de6720057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.911239693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"58437fb6-5a92-4476-b43f-f43de6720057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:08.9655251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"58437fb6-5a92-4476-b43f-f43de6720057","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.050367879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"9ff625af-7959-4a89-a835-474600d451db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.305525712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"3de49f0f-c1ab-4bd2-aeb7-b400ee107b15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.375070374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"9d049180-d998-466e-b0fe-6836b4ce71cc","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.419136981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"2504d423-5880-45ef-b4d1-4331013c2b74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.508434143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"3b0ccac5-0491-41eb-bd65-49645309896d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.529328476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"d4ab0e82-33fa-4cc6-ae47-07f284623dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.52946464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"41360372-2370-45a4-a150-833201af4d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.529955013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"a32828e6-61d3-49df-9404-7a3b5ad32230","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.529955104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"181d3fca-722e-4ec1-b56b-21c2be21c1d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.585982651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"41360372-2370-45a4-a150-833201af4d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.587544017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"a32828e6-61d3-49df-9404-7a3b5ad32230","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.588366775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"181d3fca-722e-4ec1-b56b-21c2be21c1d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.591060648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"d4ab0e82-33fa-4cc6-ae47-07f284623dc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.607540592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"e8b8e67a-d665-4e21-a401-86c09ece1d96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.676676662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"371b26b6-205a-42f8-9e0c-e18c1b93d8dc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.705299283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14847d62-6318-458b-9ccc-5aa190ba32d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.762420534Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"8dccd0bc-272e-4877-a59c-986840e0c767","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.774061312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"0ff932fb-4356-4664-abd8-23dcf490539c","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.807830091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"882301b3-c07c-4a9c-ba0a-342ac0dc20ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.906389659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da272347-a300-4af3-8aa6-3a0d2ab8ddf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.917621675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8f03d544-42a3-49f5-b271-8135ef1e1890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.973626746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8f03d544-42a3-49f5-b271-8135ef1e1890","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:10.975084828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"e238bf62-5d69-47f3-9c86-f1faef995909","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.017793328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d9105154-e65b-47c3-9e29-0d8ae1ac97d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.073270285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d9105154-e65b-47c3-9e29-0d8ae1ac97d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.125033857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"9d854078-1bfc-4259-ad4c-af5eb5cabfed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.200184204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0ee23206-3e15-44f3-b6b9-7244f5d5fcd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.200184197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4a92fc66-3f66-4be1-8bc2-b0a067a0d67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.255913578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0ee23206-3e15-44f3-b6b9-7244f5d5fcd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.258324558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4a92fc66-3f66-4be1-8bc2-b0a067a0d67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.287476622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"18a9a454-291f-411e-b5e7-5aed6ebee781","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.310700748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0ee23206-3e15-44f3-b6b9-7244f5d5fcd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.312303956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4a92fc66-3f66-4be1-8bc2-b0a067a0d67b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.386891106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"a7f8e868-7606-4be7-af1b-579eba49e767","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.4422331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6f5bf5a3-f890-4bbc-a2e7-615a7f419d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.502196436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6f5bf5a3-f890-4bbc-a2e7-615a7f419d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.546241698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"86443d67-30fc-4d45-8d44-58fdef2abd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.60107776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"86443d67-30fc-4d45-8d44-58fdef2abd7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:11.817583087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6f5bf5a3-f890-4bbc-a2e7-615a7f419d0d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:11.97582948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"54a52307-8ada-4118-bc30-65d2245f7d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:12.031757111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"54a52307-8ada-4118-bc30-65d2245f7d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:14.282084934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:18.799262303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0f848085-ec09-4361-b78b-4ab5c28a02c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:18.854742839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0f848085-ec09-4361-b78b-4ab5c28a02c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:18.909063124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0f848085-ec09-4361-b78b-4ab5c28a02c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.123753548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"1dd3f0b6-e5ed-412c-b194-86aadc5741ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.179721914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"1dd3f0b6-e5ed-412c-b194-86aadc5741ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:19.234467093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"1dd3f0b6-e5ed-412c-b194-86aadc5741ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.53432023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"aa226781-804a-45eb-8036-5379254d7304","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"e2e-filter-sub-b-36d38d94","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.689356181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94","reconcileID":"aa226781-804a-45eb-8036-5379254d7304","MaaSSubscription":{"name":"e2e-filter-sub-b-36d38d94","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.905448446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5374e57d-2910-4ae0-bc1d-ab7cd1df1848","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:20.961399336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"ca9a3eea-1846-4616-b3e8-bfea6ee8ea16","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.058499974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"493ab5f4-ba20-4263-93f6-c13c8b7b178a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.059727279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c38acab9-b0ee-4ad5-9c86-a3c9067b1033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.059847124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fc313772-0508-46a5-932c-d4b63e424c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.060190594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"0eff6071-395f-4226-8b08-c4c8a1fe74dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.114305647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"493ab5f4-ba20-4263-93f6-c13c8b7b178a","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.115238259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fc313772-0508-46a5-932c-d4b63e424c8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.116593767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c38acab9-b0ee-4ad5-9c86-a3c9067b1033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.117623901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"0eff6071-395f-4226-8b08-c4c8a1fe74dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.467391511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ed5a137d-0142-42a6-a3af-d7052626079a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.471106547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"effa740d-7af8-4d0c-b9ec-1ba709a4576c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.522466188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ed5a137d-0142-42a6-a3af-d7052626079a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.52595335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"effa740d-7af8-4d0c-b9ec-1ba709a4576c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.576670495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ed5a137d-0142-42a6-a3af-d7052626079a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:21.580770716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"effa740d-7af8-4d0c-b9ec-1ba709a4576c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.775748031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"2483f203-5d71-4acf-88eb-f169244df293","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.833412453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e71b4d33-a83f-441a-a8b3-a65604ba2abc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:26.988118956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"25171e3d-c495-48a3-9ddb-4903cf3f55c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.043586086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"25171e3d-c495-48a3-9ddb-4903cf3f55c4","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.059225965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d3c5825a-829d-4498-8d54-ebee244a0c4a","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.116133342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"2e7103bd-d1d4-44a3-9fd0-7371bbf07c0e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:27.167576792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7","reconcileID":"96fb8f72-d4b0-4a36-a1b9-1705db436fb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-fa69ffa7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.213851245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d5213023-abae-4a8f-a30f-7938219942e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.213904736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"793f7188-c53f-41f4-8c9d-78a137f350c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.269565026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d5213023-abae-4a8f-a30f-7938219942e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.269593018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"793f7188-c53f-41f4-8c9d-78a137f350c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.281782127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b60fe50d-1541-4c3f-9883-18f97aa18eeb","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.339649162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"390aa6bf-9bf7-482d-9e8e-62b2ae626708","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.358447618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"bfadbaef-087e-4f8c-8511-9fbe5f74129d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.512281213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"d702044f-e61a-4a41-88d4-75095389b2bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.569827845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"d702044f-e61a-4a41-88d4-75095389b2bc","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.602955129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7","reconcileID":"e645350a-9ecc-4b04-80fa-84bdff7797c8","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-bulk-sub-fa69ffa7","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.656703251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c85fe9eb-d6d4-4ebd-a7a1-8e8e93e7c9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.657147806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"23ab1c1e-7873-432e-91a0-0cab8aa710e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.711736771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c85fe9eb-d6d4-4ebd-a7a1-8e8e93e7c9d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.7119318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"23ab1c1e-7873-432e-91a0-0cab8aa710e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.765939588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"48f94bdb-1caa-4af9-a1ec-7733cee11dd8","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.810099322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"e06a2cb9-ab9f-4948-b01f-9f4c0739b8c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:27.912789623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"3d946483-e010-4275-bfdf-0af320044594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.012914571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"93000651-43d2-47ac-84f9-6efdbcc9aeac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.01299469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7","reconcileID":"33334bb6-e6a0-497b-b848-3fe6875bd98c","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.076561872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"2b72aecd-fb50-4f26-b3ca-06400f3af9fd","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.189437532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"728f5318-f916-4c9c-9ba9-e341edfd6fe3","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.279319215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"fb90f339-758a-461b-beb1-56b90ec6d204","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.44574496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"ccc1fdc1-eec7-439e-addc-71ef8e445a90","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.801799447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"07373c73-a701-42e4-9cd8-d9dbc6c69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.801809871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"e118636e-7ab9-491f-8c6b-b96def986fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.85798462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"07373c73-a701-42e4-9cd8-d9dbc6c69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.858251385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"e118636e-7ab9-491f-8c6b-b96def986fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.912311515Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac12ab8be794b55157ac8092b25263f17564f1344d1e78b35570373ce0b84d2) AuthConfig (7d2b93df25a0f3b294b2ea57c997a32efa192e44c5f20dd882dff1560e76f896) AuthConfig (22ded0ccc8f5dc4e7445378be888349f794b53d9e22d952ac4547324931f47c6) AuthConfig (fe591cff3675e89040b1c1b3e599cc58c239a6ad0ad2d7373b5a33759617aeb3) AuthConfig (ce80b8e7e8f40186dc3e07654604e0a7ceee77432414a1ac8e2646366f15e315) AuthConfig (ed014d392b9d5d0e1acade98753942a7ffbeacbbd0e73d19e273562466326732) AuthConfig (f6a971f9001e8a19d81b98c3b600c31298780e4b617dee63b7e6a9d49032b2c1) AuthConfig (fd0d78334804973a772764df916d13358e1cd1924f8ddf6ee04a15cb3223bd6b) AuthConfig (f8458b71b501486e40437ea2bd8fd70e19821840798382a75a5a26f21f6ec56a) AuthConfig (706f48b220ccc1d22e24e2c746e1537b6c8c1014a0da592fc3e7ce15ffeee7fa) AuthConfig (37f57c086cc1edabf44ac4cba63b9eac10429cfcb9e86e266ea57796d9024b96) AuthConfig (16030b39818edf27cdb06061cc914be9fc59a57e6d6e0975a1e3b5c3764324ae) AuthConfig (00fe15f5844c641c5fba607aaccd8913288487f3b960934de09e70f16b20bb51) AuthConfig (d1eac5181770f822a0c1f7d7a52fa2da6dae14c3325ac3940a3e0ef9538d6c4b) AuthConfig (b680115da62350b918bc12aaaa9bd8b8334cbf91e6df8d3eada25bbc8274b8cd) AuthConfig (879782df525b1bae72ae1522bf04e2c2fcdb6a96cd239edb718a109ebb04dad8) AuthConfig (7e5d1767c287d1ed79153e66c2107723eb6c0631d2ce435c9616270aeb937170) AuthConfig (04cb452eaf2af332494d69af450a7775200eca9c917b5f5d58e5ae9903a2d61d) AuthConfig (39611bf8ffd71d1887f25d625dad92a973d6f999137564c05a2ecf6189a34536) AuthConfig (c92cf8bdfc922848310675f84be3a37609c96e49f323487d02e320e91fd5a229) AuthConfig (9b0ec1cf71cc184aac047d1d9c38e70d162423a1a166e713d8452ae6e1263184) AuthConfig (2fa6b07dc9c491cc2730748dd65e1600d872e5fbe72cd05ce091d949c47d11d5) AuthConfig (9d54d464eb3e7dc9d7b6d14cce212d3c77632a69ae17e2bf69104e636bec80a6) AuthConfig (9c5af890105be6506698f28b2099245f66bfc519e0efc3cc7bf00d152b610f89) AuthConfig (9645b9c24050a80e0f88e4578913d0548dd6eec26ba78458f9b0009ce82e4ad1) AuthConfig (6f972b757cc8c47d0c3c19265b7b8fe5876995bcae9d23ff05dd3ec35c19ec79) AuthConfig (209eb9ee25bc426a12da273568da1745ae492e4a35b0f9a8b8f82d9223f42b78) AuthConfig (5f1404741ebf552e550efe53bc88250eb792d66e59cd3d08f2fec270bb51581e) AuthConfig (b29715e4631564f0a26bbc0740fea780041f5e64e57faec2bf0e564047caf643) AuthConfig (0c942a992161d26a906cf0153e39201f8d11a111c7768a3a501800c35c9c5d7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"07373c73-a701-42e4-9cd8-d9dbc6c69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.91233882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac12ab8be794b55157ac8092b25263f17564f1344d1e78b35570373ce0b84d2) AuthConfig (7d2b93df25a0f3b294b2ea57c997a32efa192e44c5f20dd882dff1560e76f896) AuthConfig (22ded0ccc8f5dc4e7445378be888349f794b53d9e22d952ac4547324931f47c6) AuthConfig (fe591cff3675e89040b1c1b3e599cc58c239a6ad0ad2d7373b5a33759617aeb3) AuthConfig (ce80b8e7e8f40186dc3e07654604e0a7ceee77432414a1ac8e2646366f15e315) AuthConfig (ed014d392b9d5d0e1acade98753942a7ffbeacbbd0e73d19e273562466326732) AuthConfig (f6a971f9001e8a19d81b98c3b600c31298780e4b617dee63b7e6a9d49032b2c1) AuthConfig (fd0d78334804973a772764df916d13358e1cd1924f8ddf6ee04a15cb3223bd6b) AuthConfig (f8458b71b501486e40437ea2bd8fd70e19821840798382a75a5a26f21f6ec56a) AuthConfig (706f48b220ccc1d22e24e2c746e1537b6c8c1014a0da592fc3e7ce15ffeee7fa) AuthConfig (37f57c086cc1edabf44ac4cba63b9eac10429cfcb9e86e266ea57796d9024b96) AuthConfig (16030b39818edf27cdb06061cc914be9fc59a57e6d6e0975a1e3b5c3764324ae) AuthConfig (00fe15f5844c641c5fba607aaccd8913288487f3b960934de09e70f16b20bb51) AuthConfig (d1eac5181770f822a0c1f7d7a52fa2da6dae14c3325ac3940a3e0ef9538d6c4b) AuthConfig (b680115da62350b918bc12aaaa9bd8b8334cbf91e6df8d3eada25bbc8274b8cd) AuthConfig (879782df525b1bae72ae1522bf04e2c2fcdb6a96cd239edb718a109ebb04dad8) AuthConfig (7e5d1767c287d1ed79153e66c2107723eb6c0631d2ce435c9616270aeb937170) AuthConfig (04cb452eaf2af332494d69af450a7775200eca9c917b5f5d58e5ae9903a2d61d) AuthConfig (39611bf8ffd71d1887f25d625dad92a973d6f999137564c05a2ecf6189a34536) AuthConfig (c92cf8bdfc922848310675f84be3a37609c96e49f323487d02e320e91fd5a229) AuthConfig (9b0ec1cf71cc184aac047d1d9c38e70d162423a1a166e713d8452ae6e1263184) AuthConfig (2fa6b07dc9c491cc2730748dd65e1600d872e5fbe72cd05ce091d949c47d11d5) AuthConfig (9d54d464eb3e7dc9d7b6d14cce212d3c77632a69ae17e2bf69104e636bec80a6) AuthConfig (9c5af890105be6506698f28b2099245f66bfc519e0efc3cc7bf00d152b610f89) AuthConfig (9645b9c24050a80e0f88e4578913d0548dd6eec26ba78458f9b0009ce82e4ad1) AuthConfig (6f972b757cc8c47d0c3c19265b7b8fe5876995bcae9d23ff05dd3ec35c19ec79) AuthConfig (209eb9ee25bc426a12da273568da1745ae492e4a35b0f9a8b8f82d9223f42b78) AuthConfig (5f1404741ebf552e550efe53bc88250eb792d66e59cd3d08f2fec270bb51581e) AuthConfig (b29715e4631564f0a26bbc0740fea780041f5e64e57faec2bf0e564047caf643) AuthConfig (0c942a992161d26a906cf0153e39201f8d11a111c7768a3a501800c35c9c5d7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"e118636e-7ab9-491f-8c6b-b96def986fc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.968523064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"4b36780a-6b77-4950-a97d-a3707295edb4","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:28.971414536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"ce0c8e53-401c-45e3-ab41-eeb50406d24b","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.007846781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8d37cd4e-c3b0-422f-a14a-9a90c8d0deee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.008105813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"035e46b6-6e41-4fc2-858f-20eb1836c1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.063844386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8d37cd4e-c3b0-422f-a14a-9a90c8d0deee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.065379927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"035e46b6-6e41-4fc2-858f-20eb1836c1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.118599673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1983829a5b3b62c6c108582e2395db39ae83b1bdefb062ccdeb2f89235758b4f) AuthConfig (ad544ce962f486817bb97fc3a2388e32dac311086815edda8d573f1983d9be26) AuthConfig (2ff2fd8ff14db0db484cb7ece9c3a2d941864d2a05d5102a7300bdaf42a9c4d7) AuthConfig (a427cab306c6b4f6c53e133ce0832e3acda32462ffb5ba6e1b71004047828117) AuthConfig (f2f0b53578f9d97af714985a61b727304822fc8ec610b0aedf254cd8b5f98bfd) AuthConfig (e6b7ae4be3c390e904506a2aea910fe779e0890970782dfbb775f765de173a6c) AuthConfig (6ed1ea3f39feb8f36d76df1811266e6bbbaa96290f9f91134f7fac18b0a1c5be) AuthConfig (d3f647696dcc0afd733ea0f0cff0bfcf4be2c965c0620ce742a6d76c03266724) AuthConfig (3c15d2c1cc70c160317e8f7b85840e94c65b031ff8a21c889a17263dec59b80b) AuthConfig (0a27dc24a7eb28df63612dba909aad2946a9a46e47ab837ea91b5a50567deddb) AuthConfig (d34a72a88bb723212e92324103fadc24cc6969c5c471e15c4f6abb78d98ac747) AuthConfig (88c0926c35fad1aa6b45859b9040426c1fa86f89c763effcfa94357f92f16318) AuthConfig (e414657d37b6b2491619590b6e605d3b64bfe0cf682b48fbcc7d4052245c680f) AuthConfig (9886e37f5b0680f676448aea298a4b0f253bd4b025c93a118fadc1fb1e66cbc9) AuthConfig (5c3c49ef27481d35f3d1dc76446f2000be600af5810b7718ba62a88616a8aa0b) AuthConfig (e607f9caf8997f6ef1e7b0e8d9cb6ceb089007464ec6ffd7c777043d9cf1c29c) AuthConfig (8fd22bd7b80a8c0040da93abdd8e830379ad0e9d6aac41cd1bbbea14a5a00dc7) AuthConfig (a7a047d0ce7024804331e26b1cdbe3ba087e37cf3b12724a0bf9a02f286a273c) AuthConfig (47b0fb7b8ae472855b6dbaadcd85167c81081d4964e08764a502a5c04a713356) AuthConfig (4f1ad6b14d5c1953d5b9e7146cb7e9bb7270d1de290dc4de99b1607d2f783f5f) AuthConfig (c51fdd053573d97f286a1facf94a2352a989f2b650099fa387cec12fd46bf07f) AuthConfig (445636adc16a134ed115127e09a09eb1b5353321d9217df40af38216ee4489d8) AuthConfig (73fe05e8cb23ac1731a1e7716dcb0498fd8aa24a3de737c38de78b89700f11d6) AuthConfig (64bd3a7c4d85bd15fe33b3bf8ca364913685122fcf4ea6c8b2de307b61e869fd) AuthConfig (6124916fa868bd519321292f4110aedf479d42f16ed454e6eedb37be1ae130a5) AuthConfig (9223b2341ae497aa2e7a87515cbd730647559c069840aed2e09aa4645e9f5b51) AuthConfig (4b9086d44d1aff63eae1cbc5c2d107d55abf917a0811dbbde9baceeded06d350) AuthConfig (86f430c3df755dc385569601c15a6479b720beb07114409ccd965dfb664dd42f) AuthConfig (28fda3899392e763de1140619d868a31983a36def9eab8ed5b5c4125f34b666e) AuthConfig (0ec5896437de017014df59246710e20526431917f08e897fd700bde9701fa313)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8d37cd4e-c3b0-422f-a14a-9a90c8d0deee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.119623391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-97b317-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1983829a5b3b62c6c108582e2395db39ae83b1bdefb062ccdeb2f89235758b4f) AuthConfig (ad544ce962f486817bb97fc3a2388e32dac311086815edda8d573f1983d9be26) AuthConfig (2ff2fd8ff14db0db484cb7ece9c3a2d941864d2a05d5102a7300bdaf42a9c4d7) AuthConfig (a427cab306c6b4f6c53e133ce0832e3acda32462ffb5ba6e1b71004047828117) AuthConfig (f2f0b53578f9d97af714985a61b727304822fc8ec610b0aedf254cd8b5f98bfd) AuthConfig (e6b7ae4be3c390e904506a2aea910fe779e0890970782dfbb775f765de173a6c) AuthConfig (6ed1ea3f39feb8f36d76df1811266e6bbbaa96290f9f91134f7fac18b0a1c5be) AuthConfig (d3f647696dcc0afd733ea0f0cff0bfcf4be2c965c0620ce742a6d76c03266724) AuthConfig (3c15d2c1cc70c160317e8f7b85840e94c65b031ff8a21c889a17263dec59b80b) AuthConfig (0a27dc24a7eb28df63612dba909aad2946a9a46e47ab837ea91b5a50567deddb) AuthConfig (d34a72a88bb723212e92324103fadc24cc6969c5c471e15c4f6abb78d98ac747) AuthConfig (88c0926c35fad1aa6b45859b9040426c1fa86f89c763effcfa94357f92f16318) AuthConfig (e414657d37b6b2491619590b6e605d3b64bfe0cf682b48fbcc7d4052245c680f) AuthConfig (9886e37f5b0680f676448aea298a4b0f253bd4b025c93a118fadc1fb1e66cbc9) AuthConfig (5c3c49ef27481d35f3d1dc76446f2000be600af5810b7718ba62a88616a8aa0b) AuthConfig (e607f9caf8997f6ef1e7b0e8d9cb6ceb089007464ec6ffd7c777043d9cf1c29c) AuthConfig (8fd22bd7b80a8c0040da93abdd8e830379ad0e9d6aac41cd1bbbea14a5a00dc7) AuthConfig (a7a047d0ce7024804331e26b1cdbe3ba087e37cf3b12724a0bf9a02f286a273c) AuthConfig (47b0fb7b8ae472855b6dbaadcd85167c81081d4964e08764a502a5c04a713356) AuthConfig (4f1ad6b14d5c1953d5b9e7146cb7e9bb7270d1de290dc4de99b1607d2f783f5f) AuthConfig (c51fdd053573d97f286a1facf94a2352a989f2b650099fa387cec12fd46bf07f) AuthConfig (445636adc16a134ed115127e09a09eb1b5353321d9217df40af38216ee4489d8) AuthConfig (73fe05e8cb23ac1731a1e7716dcb0498fd8aa24a3de737c38de78b89700f11d6) AuthConfig (64bd3a7c4d85bd15fe33b3bf8ca364913685122fcf4ea6c8b2de307b61e869fd) AuthConfig (6124916fa868bd519321292f4110aedf479d42f16ed454e6eedb37be1ae130a5) AuthConfig (9223b2341ae497aa2e7a87515cbd730647559c069840aed2e09aa4645e9f5b51) AuthConfig (4b9086d44d1aff63eae1cbc5c2d107d55abf917a0811dbbde9baceeded06d350) AuthConfig (86f430c3df755dc385569601c15a6479b720beb07114409ccd965dfb664dd42f) AuthConfig (28fda3899392e763de1140619d868a31983a36def9eab8ed5b5c4125f34b666e) AuthConfig (0ec5896437de017014df59246710e20526431917f08e897fd700bde9701fa313)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"035e46b6-6e41-4fc2-858f-20eb1836c1ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.134748919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"11c5cc21-f26b-4b8c-bd1d-e65052b11c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.134983826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"7da1e0d8-4c06-457f-9dfb-492ad780392e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.175071613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a76f855d-87fe-4d11-b98d-7685b202acbe","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.177948276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"67d71db0-51da-4efe-9380-5a7e035fd192","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.19028589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"11c5cc21-f26b-4b8c-bd1d-e65052b11c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.190632597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"7da1e0d8-4c06-457f-9dfb-492ad780392e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.244673561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac12ab8be794b55157ac8092b25263f17564f1344d1e78b35570373ce0b84d2) AuthConfig (7d2b93df25a0f3b294b2ea57c997a32efa192e44c5f20dd882dff1560e76f896) AuthConfig (22ded0ccc8f5dc4e7445378be888349f794b53d9e22d952ac4547324931f47c6) AuthConfig (fe591cff3675e89040b1c1b3e599cc58c239a6ad0ad2d7373b5a33759617aeb3) AuthConfig (ce80b8e7e8f40186dc3e07654604e0a7ceee77432414a1ac8e2646366f15e315) AuthConfig (ed014d392b9d5d0e1acade98753942a7ffbeacbbd0e73d19e273562466326732) AuthConfig (f6a971f9001e8a19d81b98c3b600c31298780e4b617dee63b7e6a9d49032b2c1) AuthConfig (fd0d78334804973a772764df916d13358e1cd1924f8ddf6ee04a15cb3223bd6b) AuthConfig (f8458b71b501486e40437ea2bd8fd70e19821840798382a75a5a26f21f6ec56a) AuthConfig (706f48b220ccc1d22e24e2c746e1537b6c8c1014a0da592fc3e7ce15ffeee7fa) AuthConfig (37f57c086cc1edabf44ac4cba63b9eac10429cfcb9e86e266ea57796d9024b96) AuthConfig (16030b39818edf27cdb06061cc914be9fc59a57e6d6e0975a1e3b5c3764324ae) AuthConfig (00fe15f5844c641c5fba607aaccd8913288487f3b960934de09e70f16b20bb51) AuthConfig (d1eac5181770f822a0c1f7d7a52fa2da6dae14c3325ac3940a3e0ef9538d6c4b) AuthConfig (b680115da62350b918bc12aaaa9bd8b8334cbf91e6df8d3eada25bbc8274b8cd) AuthConfig (879782df525b1bae72ae1522bf04e2c2fcdb6a96cd239edb718a109ebb04dad8) AuthConfig (7e5d1767c287d1ed79153e66c2107723eb6c0631d2ce435c9616270aeb937170) AuthConfig (04cb452eaf2af332494d69af450a7775200eca9c917b5f5d58e5ae9903a2d61d) AuthConfig (39611bf8ffd71d1887f25d625dad92a973d6f999137564c05a2ecf6189a34536) AuthConfig (c92cf8bdfc922848310675f84be3a37609c96e49f323487d02e320e91fd5a229) AuthConfig (9b0ec1cf71cc184aac047d1d9c38e70d162423a1a166e713d8452ae6e1263184) AuthConfig (2fa6b07dc9c491cc2730748dd65e1600d872e5fbe72cd05ce091d949c47d11d5) AuthConfig (9d54d464eb3e7dc9d7b6d14cce212d3c77632a69ae17e2bf69104e636bec80a6) AuthConfig (9c5af890105be6506698f28b2099245f66bfc519e0efc3cc7bf00d152b610f89) AuthConfig (9645b9c24050a80e0f88e4578913d0548dd6eec26ba78458f9b0009ce82e4ad1) AuthConfig (6f972b757cc8c47d0c3c19265b7b8fe5876995bcae9d23ff05dd3ec35c19ec79) AuthConfig (209eb9ee25bc426a12da273568da1745ae492e4a35b0f9a8b8f82d9223f42b78) AuthConfig (5f1404741ebf552e550efe53bc88250eb792d66e59cd3d08f2fec270bb51581e) AuthConfig (b29715e4631564f0a26bbc0740fea780041f5e64e57faec2bf0e564047caf643) AuthConfig (0c942a992161d26a906cf0153e39201f8d11a111c7768a3a501800c35c9c5d7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"11c5cc21-f26b-4b8c-bd1d-e65052b11c76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:29.244692125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-ec695b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cac12ab8be794b55157ac8092b25263f17564f1344d1e78b35570373ce0b84d2) AuthConfig (7d2b93df25a0f3b294b2ea57c997a32efa192e44c5f20dd882dff1560e76f896) AuthConfig (22ded0ccc8f5dc4e7445378be888349f794b53d9e22d952ac4547324931f47c6) AuthConfig (fe591cff3675e89040b1c1b3e599cc58c239a6ad0ad2d7373b5a33759617aeb3) AuthConfig (ce80b8e7e8f40186dc3e07654604e0a7ceee77432414a1ac8e2646366f15e315) AuthConfig (ed014d392b9d5d0e1acade98753942a7ffbeacbbd0e73d19e273562466326732) AuthConfig (f6a971f9001e8a19d81b98c3b600c31298780e4b617dee63b7e6a9d49032b2c1) AuthConfig (fd0d78334804973a772764df916d13358e1cd1924f8ddf6ee04a15cb3223bd6b) AuthConfig (f8458b71b501486e40437ea2bd8fd70e19821840798382a75a5a26f21f6ec56a) AuthConfig (706f48b220ccc1d22e24e2c746e1537b6c8c1014a0da592fc3e7ce15ffeee7fa) AuthConfig (37f57c086cc1edabf44ac4cba63b9eac10429cfcb9e86e266ea57796d9024b96) AuthConfig (16030b39818edf27cdb06061cc914be9fc59a57e6d6e0975a1e3b5c3764324ae) AuthConfig (00fe15f5844c641c5fba607aaccd8913288487f3b960934de09e70f16b20bb51) AuthConfig (d1eac5181770f822a0c1f7d7a52fa2da6dae14c3325ac3940a3e0ef9538d6c4b) AuthConfig (b680115da62350b918bc12aaaa9bd8b8334cbf91e6df8d3eada25bbc8274b8cd) AuthConfig (879782df525b1bae72ae1522bf04e2c2fcdb6a96cd239edb718a109ebb04dad8) AuthConfig (7e5d1767c287d1ed79153e66c2107723eb6c0631d2ce435c9616270aeb937170) AuthConfig (04cb452eaf2af332494d69af450a7775200eca9c917b5f5d58e5ae9903a2d61d) AuthConfig (39611bf8ffd71d1887f25d625dad92a973d6f999137564c05a2ecf6189a34536) AuthConfig (c92cf8bdfc922848310675f84be3a37609c96e49f323487d02e320e91fd5a229) AuthConfig (9b0ec1cf71cc184aac047d1d9c38e70d162423a1a166e713d8452ae6e1263184) AuthConfig (2fa6b07dc9c491cc2730748dd65e1600d872e5fbe72cd05ce091d949c47d11d5) AuthConfig (9d54d464eb3e7dc9d7b6d14cce212d3c77632a69ae17e2bf69104e636bec80a6) AuthConfig (9c5af890105be6506698f28b2099245f66bfc519e0efc3cc7bf00d152b610f89) AuthConfig (9645b9c24050a80e0f88e4578913d0548dd6eec26ba78458f9b0009ce82e4ad1) AuthConfig (6f972b757cc8c47d0c3c19265b7b8fe5876995bcae9d23ff05dd3ec35c19ec79) AuthConfig (209eb9ee25bc426a12da273568da1745ae492e4a35b0f9a8b8f82d9223f42b78) AuthConfig (5f1404741ebf552e550efe53bc88250eb792d66e59cd3d08f2fec270bb51581e) AuthConfig (b29715e4631564f0a26bbc0740fea780041f5e64e57faec2bf0e564047caf643) AuthConfig (0c942a992161d26a906cf0153e39201f8d11a111c7768a3a501800c35c9c5d7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"7da1e0d8-4c06-457f-9dfb-492ad780392e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.052817081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-a-e19c5258-auth","reconcileID":"c36e9437-9a40-41c3-977c-1ac20bdd94be","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-e19c5258-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.052961065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"304ff386-e95b-4f18-b4d2-6ad04ad94541","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.261013783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"80036135-4303-4601-b78c-e2cc2beadfde","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.42204397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-filter-sub-b-36d38d94-auth","reconcileID":"fc9db576-ab52-4283-9ddd-4fd3ec0c9f75","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-36d38d94-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.422115311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"08b58e74-baa2-4dff-854f-1ef1e13b435b","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:31.631174006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"cd26c50a-871d-468c-8729-7b32cd61aae1","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.651892725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"dc551a5e-869f-4c34-8253-80a12680074e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.810837511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"c3845bfe-415e-45b8-8cc2-571ca6497afb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.811014192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cecfb59e-d7ee-41eb-b926-5ca13bc0d76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.81084458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ba98063d-bf86-4070-a306-c454708184e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.867732555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cecfb59e-d7ee-41eb-b926-5ca13bc0d76e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.868655711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ba98063d-bf86-4070-a306-c454708184e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:32.870260578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"c3845bfe-415e-45b8-8cc2-571ca6497afb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.328961642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"c93ebfb6-391e-4c27-a3d9-c04e72e7923b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.330452303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3bf67308-cf5d-4cef-a821-d3d37aa0fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.384913311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"c93ebfb6-391e-4c27-a3d9-c04e72e7923b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.385785602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3bf67308-cf5d-4cef-a821-d3d37aa0fc55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.399618618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ee61bd3c-d338-42c8-9b9d-425d671743bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.399621231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"a999cf61-a964-4ba6-aaf7-d33570fcd2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.455047343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ee61bd3c-d338-42c8-9b9d-425d671743bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.455838438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"a999cf61-a964-4ba6-aaf7-d33570fcd2f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.748581153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"85ec1431-a748-490e-8102-f765a0c7d900","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.750532793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"797f5e98-9b94-4a23-abf9-cdfd9b31cb2f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.750854449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"91d0b252-eab0-4bd7-90e9-a1ad9c985bf6","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:39.751222224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"11769973-8a59-492c-bfa8-ce6cca7cf02e","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:42.812794325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7","reconcileID":"2eb7a99a-8c60-452a-a7b5-86b2143c32f3","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-bulk-sub-fa69ffa7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.025316131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7","reconcileID":"2eb7a99a-8c60-452a-a7b5-86b2143c32f3","MaaSSubscription":{"name":"e2e-bulk-sub-fa69ffa7","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.231815951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"bf93ab96-7d50-4fc5-b7a9-f3a4bec9f5aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.286429907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0ac3813d-080b-4984-a556-82846d851e35","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.440281446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"848e37ec-8941-4a99-a7ae-c3a79093a6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.440370297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"1bd15c90-67f4-42e5-ada2-21da796801ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.440730549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"fc9eb3ee-71e7-4bbb-990a-a53a12d9a82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.446495279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"981f5599-ada5-4866-a508-dc2f7115862c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.495939392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"1bd15c90-67f4-42e5-ada2-21da796801ca","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.496107824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"848e37ec-8941-4a99-a7ae-c3a79093a6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.498268874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"fc9eb3ee-71e7-4bbb-990a-a53a12d9a82d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.699310645Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-bulk-sub-fa69ffa7-auth","reconcileID":"20aa228b-b0e0-47c9-8565-eadc09a1e043","MaaSAuthPolicy":{"name":"e2e-bulk-sub-fa69ffa7-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:43.858066867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0e49a831-a872-42f6-9c43-ffc2d78c687c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:44.290856689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.533400161Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"9b35afc3-c077-4afc-b587-e8b1ceb61864","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.583922304Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"99445b60-cb49-44ba-8449-907854d9c464","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.692906539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d3c72e47-acdd-4e58-b8b6-88fb576b9a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.692932949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4b7b2684-1f86-45d1-9140-28ca6a7a462e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.693375224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"290cd652-81e2-426a-aefc-03c3645edab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.693412934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"638fe90f-e0c1-49c7-8c43-0472c488e7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.693745152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"745926f3-1dfc-4e86-bbcd-86812ee2456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.753575216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4b7b2684-1f86-45d1-9140-28ca6a7a462e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.75477486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"745926f3-1dfc-4e86-bbcd-86812ee2456a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.756385424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"638fe90f-e0c1-49c7-8c43-0472c488e7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.757346887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"290cd652-81e2-426a-aefc-03c3645edab6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.759485303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d3c72e47-acdd-4e58-b8b6-88fb576b9a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:45.914700751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"b00c71b2-225c-4918-885f-4f3026460e71","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"name":"e2e-rt-sw-e8c49c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.110723248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d83945d6-3e62-492c-8370-5023c11da6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.110822244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62a6b024-7ad1-4955-bd16-71250729a3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.111330648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"65b74315-ae7f-4042-b3a3-cd90412be5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.111397244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"ccd2e105-f01f-406a-902f-0267fd105b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.111735545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b75a5a13-3be9-4d64-9d85-ffd40377225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.166620595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d83945d6-3e62-492c-8370-5023c11da6df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.166748661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62a6b024-7ad1-4955-bd16-71250729a3ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.169137221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"ccd2e105-f01f-406a-902f-0267fd105b89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.169230625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b75a5a13-3be9-4d64-9d85-ffd40377225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.171274745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"65b74315-ae7f-4042-b3a3-cd90412be5fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.20639979Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"a66112ba-1cf7-4f9b-9526-9aa3f233508d","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"name":"e2e-rt-sw-e8c49c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.258215948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1ff0a9b-c2d2-4f48-8e0e-c77d16644f45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.258327583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f1ff0a9b-c2d2-4f48-8e0e-c77d16644f45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.258756117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb92d9a2-ecf7-44a9-885c-b7d8674432c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.258770481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"fb92d9a2-ecf7-44a9-885c-b7d8674432c2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259042622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aa4f67e-26f3-46f0-8778-89230bb78f63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259056612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6aa4f67e-26f3-46f0-8778-89230bb78f63","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259392324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfe85d7f-dc88-492f-aa4c-5cf1777cb3d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259404794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bfe85d7f-dc88-492f-aa4c-5cf1777cb3d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259631508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acf44abd-645d-47ca-b250-361f4c661a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.25964281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acf44abd-645d-47ca-b250-361f4c661a50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259973679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e41dba9d-4ed7-4797-9553-580dadc43ed2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.259987519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e41dba9d-4ed7-4797-9553-580dadc43ed2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.260220366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be479777-67b5-4967-a778-05babfd8008f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.260231624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"be479777-67b5-4967-a778-05babfd8008f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.260413529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46bdc575-37be-4d3c-a3ee-c68be9599279","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.260424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"46bdc575-37be-4d3c-a3ee-c68be9599279","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.311527959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"7c2649cd-e8fb-43b3-85d1-b5c484579b70","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"name":"e2e-rt-sw-e8c49c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.36144379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16e1b7d5-0b87-4e11-9aa3-5bb6af1b0bd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.362128823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7e5bc2fa-37c5-4675-a681-d0597d596298","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.523320538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1dbd12a0-0b5b-485b-a623-fe1fe19c7396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.523613615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"69ee386d-f4f2-44ec-81c5-c89643b8d235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.5238148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"db1677b5-cb45-4cab-b5bb-c60b6ddaf517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.524075137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4555fbb8-7212-4136-85d1-3d0fe94813f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.52422358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f1a1ac44-a703-4f6e-9600-44f0dd313c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.579656265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1dbd12a0-0b5b-485b-a623-fe1fe19c7396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.579735194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"db1677b5-cb45-4cab-b5bb-c60b6ddaf517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.582083159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"69ee386d-f4f2-44ec-81c5-c89643b8d235","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.582190087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4555fbb8-7212-4136-85d1-3d0fe94813f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.584382314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f1a1ac44-a703-4f6e-9600-44f0dd313c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.949455883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97cbc459-3806-4598-9416-13b8770898a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.95015721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"500660c3-21d4-4cc4-91bd-f7b9b79bcd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.950724146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"261c6309-0295-4438-8cf8-4f395f671cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:46.951274876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3416d037-a474-4828-8581-2233f11e8e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.007108091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3416d037-a474-4828-8581-2233f11e8e6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.007449236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"500660c3-21d4-4cc4-91bd-f7b9b79bcd0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.00940576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97cbc459-3806-4598-9416-13b8770898a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.009717154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"261c6309-0295-4438-8cf8-4f395f671cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.398677737Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"b75036f5-581e-4a80-979d-f5640b284910","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.45437211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"d94c11ba-64be-4b3f-bd99-380862b34bf0","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.470503388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"d94c11ba-64be-4b3f-bd99-380862b34bf0","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.561385816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"e23787ad-00cc-47dc-9a4e-2703494961b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.573676226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fa689a2a-9394-448e-a63c-5ca7d92f677f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.579204638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b618a719-d7ef-4d82-8fd2-0a5e4807258c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.579389477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8c37d43a-627a-478a-85ce-6bcc12d0aa45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.579637849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fc27d0e0-0924-41b8-b1f1-f78746d00a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.616893958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"e23787ad-00cc-47dc-9a4e-2703494961b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.643526511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8c37d43a-627a-478a-85ce-6bcc12d0aa45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.651391019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fa689a2a-9394-448e-a63c-5ca7d92f677f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.656125052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b618a719-d7ef-4d82-8fd2-0a5e4807258c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.658637667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fc27d0e0-0924-41b8-b1f1-f78746d00a7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:47.97317106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"9418be96-7427-4e6a-a919-16aa6448d477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.028057295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"9418be96-7427-4e6a-a919-16aa6448d477","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.073515663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4167e44b-f000-4cc5-8862-7cb95d74af72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.073639252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"14961db7-9ec3-46b1-b362-711eb2772ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.074018412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9594325-32c7-4ce4-b196-c19bf7e1a53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.074173682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"af320a5b-634e-49a7-ba86-f3798b8049da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.130326638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9594325-32c7-4ce4-b196-c19bf7e1a53f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.133964626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4167e44b-f000-4cc5-8862-7cb95d74af72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.1376842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"af320a5b-634e-49a7-ba86-f3798b8049da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.145841074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"14961db7-9ec3-46b1-b362-711eb2772ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.355587207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"836bfd5c-3deb-4328-bb42-d6a5e8f67181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.4110504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"836bfd5c-3deb-4328-bb42-d6a5e8f67181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.49615862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"07c57192-6701-47da-a069-7e38d639d691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.556373402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"07c57192-6701-47da-a069-7e38d639d691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:48.958950866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30ed437e-fc15-4229-902b-97c9cda87422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.0598392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"f9a27def-fb4b-49a7-9409-4aa783f72b36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.160461631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"302b1640-9840-4912-9656-2a30bc8ed1f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.259886018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"68b16b59-5388-4a4a-bfda-fa87652c5340","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.360960374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"f172c0cf-7a9a-425e-a21f-f9241d6dd679","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.361273979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"3d6f763f-64e1-4b09-95e6-b5a931bedb03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.412855391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"3141f0a2-78df-47ea-8240-14324f86f925","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.481262774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"50ebb798-d4ca-4974-a00c-5b70fb4fe820","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.586018058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"b0709caa-ffb8-4752-9f28-eaea96c890b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.703435958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"e7952978-e004-494a-8d5c-b6a492743738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.804613629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"c04cad4d-5705-4119-a167-76d55f8adeb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:49.903798161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"ce6e817d-fc21-44aa-a104-a6ef37496be3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.643740747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"7ec69ad3-c5a2-4828-a95d-3bf8c58f148c","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.643769328Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"7ec69ad3-c5a2-4828-a95d-3bf8c58f148c","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.747525083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"b1a08403-5324-4173-866a-316626c3ba2a","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.747559279Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"b1a08403-5324-4173-866a-316626c3ba2a","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.870486203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"8244b3db-4d87-4b39-9232-1ec28549b664","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:51.926027368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"8244b3db-4d87-4b39-9232-1ec28549b664","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.346905504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"7e11f020-9d6a-464f-a4fd-331729b9da70","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:52.346937718Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"7e11f020-9d6a-464f-a4fd-331729b9da70","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.202740586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c3a9c9d5-51ce-4f7a-9a99-6176dbdabb56","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.202767259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c3a9c9d5-51ce-4f7a-9a99-6176dbdabb56","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.256875974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"6db7b885-e41e-4c55-89e2-9b263d89901f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-e8c49c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.354772703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2e1877-18f4-4e7f-abf6-80de5f2e37db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.355041855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce2ebf6c-c7f5-4562-a943-1221c80b9368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.354761971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"db551bce-ad96-40d4-b04b-91880310bfa0","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.368998528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c05b4282-97ce-4523-96d1-cd6b972b9ba4","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.369016749Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c05b4282-97ce-4523-96d1-cd6b972b9ba4","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.410718984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"db551bce-ad96-40d4-b04b-91880310bfa0","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.410954212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce2ebf6c-c7f5-4562-a943-1221c80b9368","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.413022792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b2e1877-18f4-4e7f-abf6-80de5f2e37db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.472549277Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c05b4282-97ce-4523-96d1-cd6b972b9ba4","name":"e2e-rt-sw-e8c49c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e8c49c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:15:57.472615067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c05b4282-97ce-4523-96d1-cd6b972b9ba4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e8c49c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.524187434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"ed40e822-12ee-4a78-88ef-7d661ccbc579","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.524210319Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"ed40e822-12ee-4a78-88ef-7d661ccbc579","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.696475954Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"d4e29fc0-17bd-49a1-a3fe-7ad925cd6c9b","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"e2e-rt-sw-e8c49c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-e8c49c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.768174909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e480d642-4eeb-4c8c-801c-44ba9a2694ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.76822137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31b12e50-9705-4f43-b0ed-488620152ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.825022077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e480d642-4eeb-4c8c-801c-44ba9a2694ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.825023175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31b12e50-9705-4f43-b0ed-488620152ebd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.870885849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2d5caafe-e438-4e31-90f5-823a5d14f093","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.926327183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2d5caafe-e438-4e31-90f5-823a5d14f093","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.961724697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"39a89ea1-837a-4abb-a81b-aaaa11fabf4d","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:57.961747989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"39a89ea1-837a-4abb-a81b-aaaa11fabf4d","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.168381877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"11025bf9-1034-4790-8798-950434f61854","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.437553654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"e766189d-411d-4904-8f8d-d6e169f238e2","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:15:58.437579643Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"e766189d-411d-4904-8f8d-d6e169f238e2","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.371616988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"5cd67545-76cd-4f2c-9b07-6b628cb37905","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.37210039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"f1de17c0-d900-4dda-9f5b-21dc7b1389cf","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.437887843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"fe147666-e6b7-4685-99da-3b410d6d8cfa","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.438237516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"887c100a-1529-4714-aee5-30ec5c884aee","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.52728205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9de5c691-86ec-47ee-acaa-416159a58bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.527978515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"827be6e5-8e6b-47e4-ba3a-3f06790104fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.631485378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"55ba5652-6d16-4456-b332-0654349666e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.631981209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c37fd19f-f3df-4a6d-8dcf-614ba5294d19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.634230503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"827be6e5-8e6b-47e4-ba3a-3f06790104fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.636554711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9de5c691-86ec-47ee-acaa-416159a58bef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.945552215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"6a83b11b-242d-483d-9422-6d4701ca0e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:03.945589312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"7f37403d-b036-4dc5-80c6-13ecfe8fb297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.002742095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"6a83b11b-242d-483d-9422-6d4701ca0e52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:04.002738367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"7f37403d-b036-4dc5-80c6-13ecfe8fb297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.649399095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"c7e1b2ea-71a8-4d83-9926-1a79e2c4554c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.748359989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"b614c7a7-7186-42a0-9792-576b742cc8d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.767523276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b52687f0-906b-478c-8f33-1a86f26cdb24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.849766234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"9f97d7c9-bda6-429f-94b4-e02c0aba84ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.95066821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"f24e479b-9408-410e-bbbd-3fcbadea97c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:05.995542367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"de380f05-594a-4ebd-b2a4-02681993e5ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.05946438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"545bd968-c67d-4bc0-a72a-4144ab552936","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.16201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"ad957594-8bbd-46de-9497-a7d7f9811f35","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.170815867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"d7e98599-ca2c-4c7f-b94e-d77b73c6c57e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.315725936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"43b68e7d-59c6-4b04-99ab-71791866289b","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.339803411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"b3ae8bb6-8415-4557-b7a4-1aa8f53d38a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.371245409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"46374d0d-3a67-4050-bfda-ec4bbddaa74e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.429241208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"fb884c0f-e94f-4d01-962d-175e817799e4","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.429276781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"fb884c0f-e94f-4d01-962d-175e817799e4","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.453600888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"a76adee0-56f9-4985-b8ae-b23fb8a0d711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.525281892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"4ad5e901-c2b6-48bc-aa44-6ea7c17c72a7","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.557617771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04f4ab36-1ed7-4437-a779-1731e510b4eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.582033432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"4ad5e901-c2b6-48bc-aa44-6ea7c17c72a7","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.657934018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"349c5d29-cfc6-4000-ba70-d2e4a7e9d522","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.80527355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f02213-79ca-4803-8ebd-aee57b61b6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.805295491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3be912f-f22e-4ab4-aed6-c23e9a43e107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.805727662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"af23f43e-f767-4ce4-85e7-afcb3f4ca43c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.847962899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"3c207077-feb4-4ab1-87db-7ed011603a26","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.86244678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"03f02213-79ca-4803-8ebd-aee57b61b6e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.863606672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3be912f-f22e-4ab4-aed6-c23e9a43e107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:06.864715071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"af23f43e-f767-4ce4-85e7-afcb3f4ca43c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.002428484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"63577d8d-634d-4051-b917-516e7301c30c","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:07.059557063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"63577d8d-634d-4051-b917-516e7301c30c","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:14.282019064Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.088235674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"aa7aba67-54e0-427e-ba65-1e1368582211","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.141686411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c418e320-b56e-4557-a1e6-0a7da8c28e41","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.141719018Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"c418e320-b56e-4557-a1e6-0a7da8c28e41","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.24334833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c99302b1-8fa8-47ce-a8fe-ed5651e31bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.244243196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"aeb4cd0e-b114-46ed-af9a-a35c9eca21c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.244273599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f9e874c7-aaca-42be-8aa2-345c8850f752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.244881174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"46a82c42-e274-4863-92c9-de42b7e3e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.244892621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"96b692e1-ed60-4223-9ef0-efda6c7f629f","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.29951984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c99302b1-8fa8-47ce-a8fe-ed5651e31bc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.300819523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f9e874c7-aaca-42be-8aa2-345c8850f752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.302125468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"46a82c42-e274-4863-92c9-de42b7e3e13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.302984317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"aeb4cd0e-b114-46ed-af9a-a35c9eca21c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.304286604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"96b692e1-ed60-4223-9ef0-efda6c7f629f","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.307716328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e54455-99e4-4b9a-8803-652ddf7497a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.307784026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47e54455-99e4-4b9a-8803-652ddf7497a3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.308151736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"095aa52b-6a80-49f1-87b9-4c46d65b42da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.308208791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"095aa52b-6a80-49f1-87b9-4c46d65b42da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.360333453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"09602a38-c8c0-4b63-a5dc-3c4604b9fa3c","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.360364553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"09602a38-c8c0-4b63-a5dc-3c4604b9fa3c","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.412543187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8e61ef3-2ca6-485a-9495-66d47093c5ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.412569512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8e61ef3-2ca6-485a-9495-66d47093c5ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.412853032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df699104-193a-4001-b8a6-cb84c1ea4c87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.412886721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"df699104-193a-4001-b8a6-cb84c1ea4c87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413182597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b57ead8-ee2e-4084-8207-d14f0f4e3e7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413198897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b57ead8-ee2e-4084-8207-d14f0f4e3e7d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413418842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70667d0f-ad0b-45e0-b6ee-b76dc0e4bc4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413431015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"70667d0f-ad0b-45e0-b6ee-b76dc0e4bc4c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413631799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8997991-2501-47ef-b86b-822102fe50d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413642859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d8997991-2501-47ef-b86b-822102fe50d5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413936623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30d221e0-cd36-4d48-9d3f-996a780f94a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.413953011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"30d221e0-cd36-4d48-9d3f-996a780f94a2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.518501845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1ca41b88-80d7-4a52-b32c-48e88674aaf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.518683446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d78e104d-6347-4bc5-9160-ee1459a25fe3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.57019643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"e40ef7b6-c278-4a85-9b54-e28b88efe63d","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.611395093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ef0d2d64-3fa3-48fc-84bf-45a5dd981b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.611486597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a6471cb0-0d71-4eb9-941c-49907968496d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.611916706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"daa0942e-9f1c-4218-8ddd-97e0efb3d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.612050643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c44946dc-dd78-4cd2-bb51-3c53005dea52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.663031014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"9f6bc9c1-da4d-49c3-8720-6457cf2708fa","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.667780918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ef0d2d64-3fa3-48fc-84bf-45a5dd981b23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.668260875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"daa0942e-9f1c-4218-8ddd-97e0efb3d49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.670046845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c44946dc-dd78-4cd2-bb51-3c53005dea52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.670994824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a6471cb0-0d71-4eb9-941c-49907968496d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:18.718710406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"9f6bc9c1-da4d-49c3-8720-6457cf2708fa","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.025611142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"063f23fb-95db-46fe-a8ea-72f6bd344763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.025891622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ffc3b18d-ae99-412f-88fa-02c9206d5ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.076351555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b086aa7-b2b5-40e6-8a3c-f537a7b99d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.076353422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0655d29d-b010-411b-abe9-961160a7a140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.081147666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"063f23fb-95db-46fe-a8ea-72f6bd344763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.081385997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ffc3b18d-ae99-412f-88fa-02c9206d5ffb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.131696067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0655d29d-b010-411b-abe9-961160a7a140","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.131937862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b086aa7-b2b5-40e6-8a3c-f537a7b99d17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.338698006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"751661e9-fb92-4524-9932-5185af3adbcc","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.494276339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"c3788bc3-e5ea-467f-9b27-ad17f48a3668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.494416144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"1dabe89d-d80d-483f-a86a-7d7960972bc6","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.494275302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fb0721c0-a150-4253-8f2a-a3ca17acc485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.494884374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7ae2b7a5-5308-4fd3-844d-4fa5750125fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.494955763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d2dc2d8c-5253-4b3d-b91f-1d5e178f33a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.550358107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"fb0721c0-a150-4253-8f2a-a3ca17acc485","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.55037848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"c3788bc3-e5ea-467f-9b27-ad17f48a3668","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.552779826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7ae2b7a5-5308-4fd3-844d-4fa5750125fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.55294459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d2dc2d8c-5253-4b3d-b91f-1d5e178f33a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.554968975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"1dabe89d-d80d-483f-a86a-7d7960972bc6","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.907493327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d1681c4-9689-4c59-881a-6c77d600943d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.90751005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"f85ab0e1-b18e-47dc-af95-2af55123ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.911129072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9446a5a0-3433-47f8-b353-5624a620db42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.911497059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b16962ea-3f4d-4224-b962-f7a8bd9e9219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.963709019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d1681c4-9689-4c59-881a-6c77d600943d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.96420429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"ebd7f24a-a7a1-4b0b-95e1-8f44a43583ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.965079655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"f85ab0e1-b18e-47dc-af95-2af55123ab2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.966723317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9446a5a0-3433-47f8-b353-5624a620db42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:19.968745018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b16962ea-3f4d-4224-b962-f7a8bd9e9219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.019588911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"ebd7f24a-a7a1-4b0b-95e1-8f44a43583ce","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.321617513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"fccb8312-3ce5-4f18-8f4e-9ee6a8ef65b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.3216236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c33d1330-ffee-4702-8d92-3e23845f2dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.373206444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c41244ed-5b46-424d-a1b3-07b8c6595657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.373253539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fba19789-c931-40d1-ad6e-c0355820ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.37889662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"fccb8312-3ce5-4f18-8f4e-9ee6a8ef65b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.378943654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c33d1330-ffee-4702-8d92-3e23845f2dd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.430262332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fba19789-c931-40d1-ad6e-c0355820ff28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:20.430264421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c41244ed-5b46-424d-a1b3-07b8c6595657","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:21.066957655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c7ad4fd6-f0bc-406e-bc15-323cc87e22be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:21.066968922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"91309513-e52e-4a30-9e3b-3b3fa4cd73f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:21.122512656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"91309513-e52e-4a30-9e3b-3b3fa4cd73f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:21.122522685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c7ad4fd6-f0bc-406e-bc15-323cc87e22be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.42848694Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-gw-auth-a6292273","reconcileID":"2ca86fba-568d-4862-a60e-b28301fc1abc","MaaSAuthPolicy":{"name":"e2e-gw-auth-a6292273","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.434893981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"3d2ff394-8351-44a2-acb3-a22b64ddfe49","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:22.587161941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ba19fd75-ca32-4aff-aa50-df3eb5935fbe","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.761245188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ac1433-7533-46e2-ab0a-fc0d5806c94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.761291082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d928138b-e803-4a68-9942-169e075d757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.761689173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"d3dead49-1a90-41eb-a6d9-a2fbcc694f5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.817428804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d928138b-e803-4a68-9942-169e075d757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.817537134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"d3dead49-1a90-41eb-a6d9-a2fbcc694f5d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:30.819813142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79ac1433-7533-46e2-ab0a-fc0d5806c94c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:31.500261965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"d98d0442-7739-4ec8-bb8e-bcc4d9bc2ad9","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.891590395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"66142ef9-d0eb-40d8-ba67-e283e3eecf02","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.892162154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"798b4bb0-75c0-4b49-8e34-3650abcbc2ef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.961453016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"38f698be-45bb-4461-9b0e-2201c0bfbc45","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:32.961969692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"256797ef-a99f-41c7-a8bd-023ae09944df","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.046781725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2027d3e3-b720-4d6e-bc8d-577ccf27fb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.046837746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"54ed8a6f-880c-46a7-8095-3c8fe7deb4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.099451672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"7dc9eead-72d5-4fbf-9a64-0c9ecdb1fc76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.099455216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"676111bb-071d-4450-8e2a-cea3d4c2fad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.102715907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"54ed8a6f-880c-46a7-8095-3c8fe7deb4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.103147373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2027d3e3-b720-4d6e-bc8d-577ccf27fb7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.464952857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"44f4a967-d8a4-4983-bee3-93da5b1caa4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.464979309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9bd47725-2357-428e-a1fa-0cbcf99e7d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.520688896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9bd47725-2357-428e-a1fa-0cbcf99e7d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:33.521967598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"44f4a967-d8a4-4983-bee3-93da5b1caa4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:42.38881017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2477beb5-b39e-449d-ba6e-3219fc0cfcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:42.388830209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"138a401b-6bdd-43a5-931c-51b940d1f855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:42.443829847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"138a401b-6bdd-43a5-931c-51b940d1f855","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:42.443991601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2477beb5-b39e-449d-ba6e-3219fc0cfcec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:16:44.284945739Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.785387826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"63ebc92e-4a5c-4d69-b17d-133e8c1db8d3","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.78588905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"9fbb4d3e-e7ee-4526-b11f-f3fe81dd803f","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.857825557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"06026c12-780a-4cd5-bf66-d66daced7f13","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.858225403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"9ef36c80-fc0c-4ab8-8351-73c0e08190e7","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.922786804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"e6ffbb68-f3bb-49f8-8068-96b39800c186","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.939585243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"39286896-2432-43c2-9b18-54d4b6ad82b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:02.939752726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"38b31d93-e10e-47ec-8c38-7b6232b75f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.011091949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"38b31d93-e10e-47ec-8c38-7b6232b75f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.01553278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"39286896-2432-43c2-9b18-54d4b6ad82b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.026581131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"0e9139e4-0a4f-486f-9b95-3534dfaf944e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.026638033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"c6a776eb-b0fa-4388-90f5-2a2c43a66856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.128963155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f300919a-6c4f-481d-a966-d7a54dda19cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.178280613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"3634e544-1055-4154-9451-0097be2d09e6","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.264904561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"6fc80cd6-aa20-4c93-aacb-82484a7f43b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.368788805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"725a0d5f-0e60-4956-b5f5-7628a380c59d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.369049534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0d9e3373-7810-4bb8-9d0c-590f83a7b7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.369244201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"22eb6684-6d8d-43e0-94f3-515b0511fb58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.369443705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"dbe90906-7d5d-44b0-9ae7-0548e22fab26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.427294552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0d9e3373-7810-4bb8-9d0c-590f83a7b7b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.42872386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"dbe90906-7d5d-44b0-9ae7-0548e22fab26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.465938076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"a446dd61-0a27-49a4-a5e2-837ac1a3a12a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.566595009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7ff8de4e-a538-4b2f-9901-12fad4b89038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.581244044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"4421cd6c-8165-4833-90fa-dd99ccc63199","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.684402717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"37ed3830-791c-4f70-8463-6783c11b4280","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.684454947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"e3479edf-8138-4c3f-ae20-1a2f0c3db40c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.80604178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ecd0f4b1-3ac2-47a1-942d-169105243890","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:03.909502698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"37d849a7-139f-4e1b-939d-51ddb00fe64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.792374601Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"5a93b9e0-1b46-4519-affc-cd3e4400faa0","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.846438736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"e61777c4-96be-47c6-a48a-07849dd69666","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.846465584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"e61777c4-96be-47c6-a48a-07849dd69666","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.948716206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"299c5aaf-8626-4b83-bcd1-84edadc43652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.948855901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"149def55-e46e-43b5-831c-1595f7084df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.948724665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a20a0246-4067-41b3-8e82-5b17e70e8aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.949250546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0c72d9bc-2596-49be-87d9-7302f034a518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:09.949438981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"147d6a63-db10-440b-bbc8-647df1e767b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.038878852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0c72d9bc-2596-49be-87d9-7302f034a518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.041133033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"299c5aaf-8626-4b83-bcd1-84edadc43652","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.043293108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"149def55-e46e-43b5-831c-1595f7084df1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.044457406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"147d6a63-db10-440b-bbc8-647df1e767b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.044809305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7469db57-3537-452f-a3ab-32236c6d24c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.044823952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7469db57-3537-452f-a3ab-32236c6d24c9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.045063949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db40406-d002-4498-aa87-51a6340ea7f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.045075546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3db40406-d002-4498-aa87-51a6340ea7f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.045360186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cfee763e-8cac-4306-bd44-740e30ba93a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.04537241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cfee763e-8cac-4306-bd44-740e30ba93a4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.045563902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ed3091-51be-44ef-b7ce-08b83e5d5ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.045575472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5ed3091-51be-44ef-b7ce-08b83e5d5ab9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.046463844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a20a0246-4067-41b3-8e82-5b17e70e8aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.098199727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"f294bbb6-7016-4ed8-9d21-d27fa18f89a5","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.098224932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"f294bbb6-7016-4ed8-9d21-d27fa18f89a5","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.14997257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52048407-1178-4a48-a1d5-10b26178ed0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.149997356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"52048407-1178-4a48-a1d5-10b26178ed0e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150268583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe47b350-dd8b-4830-bbf9-d654d51e7c71","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150279676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fe47b350-dd8b-4830-bbf9-d654d51e7c71","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150463912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7506f6ff-06f5-47ba-95ad-a8e3faa32656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150475838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7506f6ff-06f5-47ba-95ad-a8e3faa32656","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150658191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af06f15a-b5b2-41e9-a560-b8dc0de0515c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.150667586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af06f15a-b5b2-41e9-a560-b8dc0de0515c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.303374505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"6717a914-d10d-46b9-8f47-db17e6a24a7a","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.346763883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"cc315e03-4d45-43d4-b4cf-a4bae10f3e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.346763886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"aa005a59-49d1-4dad-93a6-476c9d7e6544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.353059332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"384dc367-208a-4d06-860b-59ae908373c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.353058183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"131ced2a-889f-4bdb-abda-305368181cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.354384561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"439b136e-5d43-49db-83f6-cb23b5e1775b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.354502734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cde21ceb-533b-4864-976e-93ad7b535848","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.398312733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a1e21a85-a7f7-4c39-b103-1071be080dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.402414221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"cc315e03-4d45-43d4-b4cf-a4bae10f3e6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.402540865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"aa005a59-49d1-4dad-93a6-476c9d7e6544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.409468786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"131ced2a-889f-4bdb-abda-305368181cc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.409546604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"384dc367-208a-4d06-860b-59ae908373c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.454199631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a1e21a85-a7f7-4c39-b103-1071be080dc8","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.71518286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"db412d26-2af0-4570-9157-d541a59494fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.763809901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b0585a-0767-4c69-9430-c451d1312ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.76380968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac22a287-0f80-47fd-a523-c3476e01fa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.770613133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"db412d26-2af0-4570-9157-d541a59494fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.819686592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c4b0585a-0767-4c69-9430-c451d1312ab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:10.819695776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac22a287-0f80-47fd-a523-c3476e01fa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.029381964Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"e8fd1b5c-65fb-4433-9e73-a6a174f3d76b","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.186500215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"771a6fef-0ab5-475f-ab2b-34cd94b1194f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.187938269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"456de51d-e04c-4099-a1a2-b75867aea296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.188388036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4c9ff028-bc55-4359-97ae-b6c84436a1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.239190425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b32525a-54eb-49d8-a608-13f4704d045a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.239197533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fae21d12-55e2-4ca7-912d-4b4f4d508510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.242274979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"771a6fef-0ab5-475f-ab2b-34cd94b1194f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.244955388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"456de51d-e04c-4099-a1a2-b75867aea296","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.246199901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4c9ff028-bc55-4359-97ae-b6c84436a1a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.297053306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b32525a-54eb-49d8-a608-13f4704d045a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.297056532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fae21d12-55e2-4ca7-912d-4b4f4d508510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.604234846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"632f0b3f-5641-434d-961b-b3a8b8456bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.604466482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"81d9e522-f5b6-4821-9df4-9066b8642ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.604242845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"c004b658-b44d-4f6d-8702-1f3f2193986e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.660203368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"81d9e522-f5b6-4821-9df4-9066b8642ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.660383166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"632f0b3f-5641-434d-961b-b3a8b8456bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.662582958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"c004b658-b44d-4f6d-8702-1f3f2193986e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.704803196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"0c7e4c67-d38a-4463-a3fa-e463ca563b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.704804719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"83826670-d274-43c5-8074-fe53dfd6f0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.761401706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"0c7e4c67-d38a-4463-a3fa-e463ca563b64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:11.761589673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"83826670-d274-43c5-8074-fe53dfd6f0f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.019192366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"958959be-5d94-42ec-98aa-d46dd51b0926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.019192067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"1a59badd-e5e2-46f1-8649-a287ae16b369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.07045642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"89e9f47b-f0f3-467f-b8df-0fac20fa26a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.074955629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"1a59badd-e5e2-46f1-8649-a287ae16b369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.075021186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"958959be-5d94-42ec-98aa-d46dd51b0926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:12.125854243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"89e9f47b-f0f3-467f-b8df-0fac20fa26a1","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.216083726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a4bb2ce-02c7-4717-891b-745e1009afa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.334089932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"68c0fb65-3ff1-4a19-8a1d-a88a11ae1bb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.432419859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"55d1db75-fb9a-4c39-ae8a-6d99b6efe7c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.445441956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"9de75377-2d18-4643-9580-9a05e1eaf387","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.531973096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"df680f36-0f44-4146-b173-f8eb9bc53203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.634853874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef671768-d07f-4e60-ac8c-65466d057048","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.652507143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a94244cd-b2e6-4d9d-8e7b-1a0cf37bd038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.797084042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"707267cc-a662-416c-9bcf-95271d1b933b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.899437064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"62e8eec7-2a62-4db9-89de-09c0a694289c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:13.998246516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dbf4fc7a-c4a8-4ca6-ab17-49c8902bd222","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.034773246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"b5fbca92-f97a-4032-a554-5bf90b98a094","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.098109567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"6b00acba-d4c0-4ec4-86f3-ecd179fb4c50","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.282424978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.308228927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"a30ecb63-f2ce-40a1-bd23-19eebaeeb23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.308241916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"5f43b646-07b0-45ba-8162-0e10960fa722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.319084574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"242445aa-5f83-487e-928a-d19909bbe5a5","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.365282803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"5f43b646-07b0-45ba-8162-0e10960fa722","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:14.3655545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"a30ecb63-f2ce-40a1-bd23-19eebaeeb23e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.841760876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"1d3c6c7a-6746-4763-be78-1b8cadf750ff","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.842261989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"9e49da7b-483d-4098-b813-e05053f1fa1e","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.842639078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"e2126467-eaf0-47a7-a708-c01b04e597f3","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.909024417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"230b5f2c-a214-4ac8-adeb-79a1d9e03eca","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.909317886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"41ef7c01-c2c4-497f-863c-c345ffc3dc31","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.909592459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"dfa12522-cfc7-4540-b799-516ac697ac44","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.997612568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"63af0197-a3fd-4410-baad-755ed7333b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:22.997666533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"12d4a298-e6ec-4517-9231-fa8198f2978a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.0521656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"4511be2f-ce5e-4b72-a178-d7193b1036c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.052834809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"069caf47-2d45-4ba6-b0ad-3b20c8b569b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.058202992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"12d4a298-e6ec-4517-9231-fa8198f2978a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.061367244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"63af0197-a3fd-4410-baad-755ed7333b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.391998096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"829fe5ea-51d1-4a74-b5af-6b45099a4b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.391994399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"188ba69c-afb4-44ab-a311-4214f1c3a210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.448999991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"829fe5ea-51d1-4a74-b5af-6b45099a4b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.451519544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"188ba69c-afb4-44ab-a311-4214f1c3a210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.545665775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"91df4893-48cf-4139-85a5-d3281dab3a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.772413897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"e048802b-5546-43a1-ab90-7dad08e9ed52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.872797228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"07fef90d-921c-49c4-84b0-4e9996aadccb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.890711828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"33422eb7-168b-42fe-beab-c13d0002da86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:23.971429237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"a39c979b-ced0-4ae2-a711-3d688e04ab9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.129223478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"428a94b9-d414-4014-b1f9-bb01e274e24f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.233442791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"07106fe0-5ef2-43c4-a659-4b14e2fdcb75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.289158681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"e1a3270f-549b-4ed9-bcc4-90cc9398c172","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.337604851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"07652ada-803e-4547-9d8b-a9c9727be8cb","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.374787886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fc0588ed-de40-4c1f-8afb-0fa51b916cbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.481002387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"2d5a1f8d-62fc-43ee-a884-b36edbeb55bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.592565909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"52eb6f2c-98fc-40ba-a72b-7903631275b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.685695719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6093456-288d-407f-89e0-90bf55b9ade6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.93146048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65de3d8f-de04-4b11-9c8a-23bc84864f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.931846523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"6300b0f4-dcfe-4bcf-aadb-d0674a93fd03","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.932120147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c2eebc6-62a9-465a-8a3d-9362383efbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:24.998879127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"6300b0f4-dcfe-4bcf-aadb-d0674a93fd03","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:25.002761269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"65de3d8f-de04-4b11-9c8a-23bc84864f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:25.006342878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c2eebc6-62a9-465a-8a3d-9362383efbef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:28.624001501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"2d938460-4311-41ec-b6d0-f8c76b6a1ff6","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.131020688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"70eea8c7-4408-4772-a457-0684a5193ad3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.234778056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"716965a9-b707-4367-932b-047bec99c6db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.249632012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"f8f53ac7-f163-45f7-9155-02cc6580083e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.333498472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7f08088a-c816-4b64-a947-b5999cb10c0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.436476097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b1b2eef-8ed0-462a-9521-1f4d4a04e95d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.540953702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7046baa5-ebf8-46d7-b956-713aa99835e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.657778252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"2ee1e49c-dba3-443d-9544-b23619950f91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.758240762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"f7e9da88-db93-46f5-af69-f85a153fda40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.777461365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"e588abd6-1e9e-4262-b653-5391ed727470","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.858937461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"42c575c3-8892-42a4-a530-899abd26b86c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:34.9576117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"8bfcd596-f49b-4d2d-bdb3-10887703c924","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.111766044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"0866a8e4-34f4-4871-95c8-5e24ad92ce76","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.179595596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"f47b4131-e23c-49fc-8f4f-56473e044aa0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.203241844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"5808c716-0ecb-4136-8f44-57ddf3f94454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.20324229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"88732966-a701-4c20-831b-e9b1ba081afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.259503683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"88732966-a701-4c20-831b-e9b1ba081afa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:35.259559072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"5808c716-0ecb-4136-8f44-57ddf3f94454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.217492457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b51248d-d9e0-4ea5-91e9-a0bb78c68342","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.2830979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.318453083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"dd2d0ec9-dc89-4611-bf91-921ff4467c44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.331459193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"22e58d02-01ef-4cc6-9ca6-8d0726c6aa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.41854509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"fffe1349-0977-4a75-a70a-a6ab8f72fb7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.449855501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c96fc73-4f42-4cfb-a614-f22577f69875","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.565523676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"7c922717-b660-46ed-83d6-55c636aa1e76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.667243858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"4cb825e7-a53b-4b66-8671-b3925d9f719b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.732020597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"721b2201-fa09-469a-a07f-795745c1db2f","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.854058301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"e2430e7b-060e-4717-9de0-133fa9c8ef21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:44.968669746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"44446970-dcb1-4e86-9fb6-4f563c54c34f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:45.087442745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"18475b9e-94ec-419a-8dc5-3a2baad3a17f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:45.220143494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"d210fffe-ef47-4976-95ae-eeddf7b4f395","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:45.321844933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"9224166a-9786-4024-a5cb-612741d61558","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.529175676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"7610b27e-4fdf-48e1-9180-7cebcb2af32f","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.529675395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"f2303975-75e7-4f4b-be75-cb76f6d4ab8f","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.625857891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"bb869baa-4596-4986-baa0-d0d705d9fac7","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.62635684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"4f25ecc3-8810-4ebc-ad54-8078a9ca17ff","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.686535751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"755cdec7-0f44-4036-89e7-a26f32288c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.686830947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e99886f2-fdcc-411f-a313-d5a9025d335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.738483587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"67985462-aa89-437b-9904-f964bb972f00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.761597576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e99886f2-fdcc-411f-a313-d5a9025d335a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.774835385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"755cdec7-0f44-4036-89e7-a26f32288c15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:51.847418158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b90f6863-da2f-40ee-97b1-fcb362834170","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:52.068685654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2f9a7a55-03e8-4914-b374-25dbc2b99a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:52.080950193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b026991d-b1ff-4a91-b779-e4e67468c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:52.124066457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2f9a7a55-03e8-4914-b374-25dbc2b99a64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:17:52.136070639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b026991d-b1ff-4a91-b779-e4e67468c723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:02.289656634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"75775836-c3a5-411e-8e25-f5eee41a903c","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:05.910704247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5d47a36e-3015-470b-a67f-83350eb0dfc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.011417754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d11e12da-cff1-4c04-85e0-222b37dc686c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.114221348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"3c08373e-b4f6-410b-b319-64b5de5ac68e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.214895075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"c8f3ca4d-8f1f-4324-925f-c3aa7ef23496","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.214921263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"1ae79ca6-bef3-4c1d-886c-0ed0fce8b50e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.312986329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"69e55515-59ee-456c-a912-4b500029468f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.324881091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"b222cd11-9fc7-48e4-8e86-413d1697d841","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.444783344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"bd398651-01be-486c-9ca5-5901847fcb9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.543301368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"615eacb8-ca9a-4943-afe7-6ec5a83d7a3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.628930836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"dbcb3624-49ed-4cc3-bcb7-ee6f5b66029b","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.697462728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"df0b1fed-b942-4499-a8ed-9ae09af58df9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.880702832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"6fade12c-7789-4e05-b48f-8d3fd21c4f81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:06.983819625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"14066637-9bd2-40ec-a80c-0561b2a44640","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:07.092774304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"80335b74-6741-4ad3-88e4-682617894064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:07.092927355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"965bf3f3-40b1-4065-aa27-3a2a97fd17db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:07.165699451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"80335b74-6741-4ad3-88e4-682617894064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:07.165706742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"965bf3f3-40b1-4065-aa27-3a2a97fd17db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.733021425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"6812c139-003d-4de0-a4b6-86549bd6b8c8","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.733521488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"5a1a9f19-535f-45b2-9dc6-5849925394d4","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.733974716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"799e59b3-476d-4792-9a15-2de0e045be2b","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.807426742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"676b083c-10a4-4039-ae82-834d72e296de","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.807943813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"f8a655e8-f1f2-4672-b881-d0736683a5f7","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.808367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"c48cc0c3-a0e6-4cbd-bb56-be383b777080","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.888971567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"15827ad0-80e6-43bd-b0c9-781fdfa7c7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.889440103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"cbd2718b-6cc3-4b12-ade0-e49722d3c299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.940991793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"f9abd514-5b02-4328-bc3c-a4c3bf852a4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.941042626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"cabd45cf-c6ba-4135-b234-47a6567c7e80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.944608977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"15827ad0-80e6-43bd-b0c9-781fdfa7c7a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:09.944688871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"cbd2718b-6cc3-4b12-ade0-e49722d3c299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.304602118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9076a665-2229-493f-849a-efe7a2d976c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.304600196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"36247c41-b738-4512-b358-44b80126329f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.360962723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"36247c41-b738-4512-b358-44b80126329f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:10.360970987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9076a665-2229-493f-849a-efe7a2d976c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:14.283129561Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.240364109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-b-c17e7941","reconcileID":"cb7e5c7b-637a-41a3-9d6c-2e034a63f503","MaaSModelRef":{"name":"e2e-conflict-b-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-b-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-b-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:15.297933432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"a47c1cc6-b504-4332-921d-bbf1903a2a87","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:16.261542375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"d32f798c-54b6-4ad7-9718-f2f91f2d0e5e","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:18.177743794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2cbc3229-3e56-4d31-b315-c7ed3abbb70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:18.177778777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d031b026-dc7b-45d8-a462-c7c2c5991ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:18.233359954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2cbc3229-3e56-4d31-b315-c7ed3abbb70a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:18.233426875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d031b026-dc7b-45d8-a462-c7c2c5991ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.474138563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"cca8982f-6445-4f50-a403-414fd27f133d","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.474574491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"4b4d83a8-ca17-47c7-936f-7f50451169e0","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.474902449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"e2e-conflict-a-c17e7941","reconcileID":"eca8659b-b7e0-4a78-b3fd-5538d873899b","MaaSModelRef":{"name":"e2e-conflict-a-c17e7941","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"e2e-conflict-a-c17e7941-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"e2e-conflict-a-c17e7941","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.632522602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4fcbd903-0e72-4019-aaf2-62fce6405d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.633590432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"aa7ae170-0a53-432f-aa8f-ddb0fbaa7588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.685730545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"af7ecfe1-165a-48e6-91ba-9236c28a1a54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.685731444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"25306b13-556c-469a-a39e-86417cce5ad0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.68944352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4fcbd903-0e72-4019-aaf2-62fce6405d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:29.690392451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"aa7ae170-0a53-432f-aa8f-ddb0fbaa7588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.671054413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"848a6e17-9a5e-4c38-bfaf-082948e5c837","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.672252955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"61ebc7b2-fc48-48ea-816a-2168fb386c45","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.67356484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"667b20b0-8213-4fde-80e5-467bf84245e8","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.74615473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ac64ce83-b102-4261-a2ee-f8b18859da55","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.747010668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"a919178b-0d18-45cb-9b30-1a2916ad8ca9","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.747487149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"c3912393-70b7-4e8e-9b2b-2540ac6b5e6b","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.837508449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3d577358-98d2-4940-bc91-a839f8d093bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.838350136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6f89e1e5-7a54-48f2-8c6c-a58b91b759a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.838904002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"f8a7b5b6-40f6-4025-adae-bff0106f3307","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.890193137Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"64196a00-7db5-4dcc-b0d8-4ed3e2ed47af","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.896039052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3d577358-98d2-4940-bc91-a839f8d093bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.908811223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"a50150e9-8a6e-439a-b475-34b0a5845ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.909633368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"663229bc-13d0-4793-8fff-5ca06da10f26","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:31.910740476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6f89e1e5-7a54-48f2-8c6c-a58b91b759a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.00200446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0562c9f-e172-4353-b3dd-44058530c316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.00922954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c4d5dd03-51ad-4df3-a97b-aecd2a7d237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.058302614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2e46a993-3440-43c1-845c-c71491591c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.061496793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0562c9f-e172-4353-b3dd-44058530c316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.066836139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c4d5dd03-51ad-4df3-a97b-aecd2a7d237a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.114337066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2e46a993-3440-43c1-845c-c71491591c03","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.163542877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"6ec551c7-bc7a-4b42-8846-9f38e9657959","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.259372305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6962e957-f117-4aa6-9f5a-a7ee25b3ec93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.25949484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"00e57160-5eda-4f5b-9f4a-eee6eb64b81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.316314001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"00e57160-5eda-4f5b-9f4a-eee6eb64b81b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.317260131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6962e957-f117-4aa6-9f5a-a7ee25b3ec93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.383379739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"b037dd78-ef69-48ea-af33-40f1d89d7743","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"name":"e2e-rt-eq-0706ee","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.426542058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12559c51-ff82-441e-a782-8e8b34b67afe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.426946875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e81204c0-dbd6-4f9d-90db-5b45737b459f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.469287054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"95f77083-8af3-4d9d-917a-7b4bfa479841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.477932233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"fee1cc08-6075-4bf3-b10f-aaab051827d2","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.496974998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c472bde-0de0-4c38-9a1e-b620a0addd10","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.496998863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1c472bde-0de0-4c38-9a1e-b620a0addd10","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.49736657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a9ae93d-9887-4c89-8b57-baa78cd1f05e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.497387358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a9ae93d-9887-4c89-8b57-baa78cd1f05e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.497722792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30d3f2d3-82e0-4bf7-b6d4-fd63acdd45d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.497740936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"30d3f2d3-82e0-4bf7-b6d4-fd63acdd45d0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.497973019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6be78ff9-3f85-474b-bc68-f4b0c88f2430","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.497984848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6be78ff9-3f85-474b-bc68-f4b0c88f2430","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498176361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac46c87-4fc2-49e2-9c90-940bb20bdbe3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498185343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2ac46c87-4fc2-49e2-9c90-940bb20bdbe3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498380391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"617073ab-24f5-4478-89b4-8230b5e5e6db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498391442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"617073ab-24f5-4478-89b4-8230b5e5e6db","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498685922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d2911a9-5304-4563-b56f-59c66a2488b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498702132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d2911a9-5304-4563-b56f-59c66a2488b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498949948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a14ea617-3491-4219-b919-a89a8c902094","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.498961556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a14ea617-3491-4219-b919-a89a8c902094","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.520122462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c15cc6c-8a67-40bd-82db-da150319ae72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.52446261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"95f77083-8af3-4d9d-917a-7b4bfa479841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.553436304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"83ae13e2-4c0c-429e-858e-1596cab3c7f7","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.553474053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"83ae13e2-4c0c-429e-858e-1596cab3c7f7","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.575628849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c15cc6c-8a67-40bd-82db-da150319ae72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.623426961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75677659-9a62-4b6c-a8ce-ddbdbce08245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.657306121Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"1816d6ca-5df8-4d87-96ee-14425c28fe90","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"name":"e2e-rt-eq-0706ee","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.676971308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"74eee616-b5b6-4b3b-a475-5500cec11f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.768084267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"15954a88-2330-44e3-970d-f8a67124f864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.76916066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75677659-9a62-4b6c-a8ce-ddbdbce08245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.782899669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"74eee616-b5b6-4b3b-a475-5500cec11f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.828129073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"15954a88-2330-44e3-970d-f8a67124f864","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.928026859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"82f4a772-96f1-4407-b060-2670eeb71c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:32.987757268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"82f4a772-96f1-4407-b060-2670eeb71c48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.032372854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"b40478c9-e002-4b4c-8276-3c1c035a7e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.087740344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"b40478c9-e002-4b4c-8276-3c1c035a7e3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.187222834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c688c759-faec-4e11-93b5-fbcce76874f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.187267517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"23e6b1be-6d49-408a-afea-68f6fa1a6675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.245487311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"b003d75e-e91c-4b0c-9fe3-9115f80c1a1d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.252713009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c688c759-faec-4e11-93b5-fbcce76874f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.253527075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"23e6b1be-6d49-408a-afea-68f6fa1a6675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.307912036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"b003d75e-e91c-4b0c-9fe3-9115f80c1a1d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.382973072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"b970306f-6481-4ae5-8a67-763cd3d0e3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.444413791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"b970306f-6481-4ae5-8a67-763cd3d0e3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.539247475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6798d844-0832-471a-92ee-e9ca6ee2aded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.588407451Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"8d7e3e68-896c-4c8c-bb4a-74ce38d5e736","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.597641562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6798d844-0832-471a-92ee-e9ca6ee2aded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.641853695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"dbe4ca79-f428-4df6-b3ba-00aebac0c2dc","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.641914487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"dbe4ca79-f428-4df6-b3ba-00aebac0c2dc","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.746678911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"898254b6-6d00-4f28-8f5b-5a7b2fab5477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.747594417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c3cad9-bec5-4784-8493-ef88fb5ccd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.801595131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0988f525-a6f4-4cc3-b833-f27876a2e2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.805547695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"898254b6-6d00-4f28-8f5b-5a7b2fab5477","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.808825023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03c3cad9-bec5-4784-8493-ef88fb5ccd6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.842356234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8e0de914-f8a2-4e73-97e8-c0c6be8766eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.85926396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0988f525-a6f4-4cc3-b833-f27876a2e2dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.898810883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8e0de914-f8a2-4e73-97e8-c0c6be8766eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.910555995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"92ec3f20-5d5f-4818-ae3b-560e3d587a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:33.967043677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"92ec3f20-5d5f-4818-ae3b-560e3d587a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.161727086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"db256d9f-c8fa-4a39-a595-e9fdecb06c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.162049608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f284b63a-a954-48b8-b60d-87d2458302c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.217901965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"db256d9f-c8fa-4a39-a595-e9fdecb06c67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.218155599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f284b63a-a954-48b8-b60d-87d2458302c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.263320595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9d7716e3-41e8-405d-b1b8-b16fa35ad0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.313941756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"383acbc5-5135-43d4-b5ca-05b2fea894c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.318881171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9d7716e3-41e8-405d-b1b8-b16fa35ad0e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.36341747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"5694c0f6-8a79-4c94-839a-06664c95ee24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.370082303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"383acbc5-5135-43d4-b5ca-05b2fea894c4","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.418603314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"5694c0f6-8a79-4c94-839a-06664c95ee24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.625610908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"149644a9-ac00-429d-b4b6-ce2b4836a0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.625611508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8bbe786-4d5e-45b4-b86e-e9e98702b401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.675348843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"61230dff-a266-4b41-a477-291dbda17984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.682904014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8bbe786-4d5e-45b4-b86e-e9e98702b401","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.68315721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"149644a9-ac00-429d-b4b6-ce2b4836a0ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.730976142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"61230dff-a266-4b41-a477-291dbda17984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.777928759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bdb8e809-c113-422b-99f7-5a231ffd417a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:34.839163812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bdb8e809-c113-422b-99f7-5a231ffd417a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.13026708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"cae67236-b93a-4f88-a2bd-a939f08d9ad0","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.285614731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"504eca46-7119-49ba-8c61-43fdb5bbc3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.285664454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"ffb21e67-d493-489a-81d8-c785c1eb66ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.286114602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"8c3e8532-53f6-4d7b-b2dc-9379f4ee3c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.286499786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"6e2da02a-3e69-49f5-aa24-e15e0e660455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.286541288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"6b1d40a8-b41a-4d2f-b7af-fe12d7ca709b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.341545478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"504eca46-7119-49ba-8c61-43fdb5bbc3ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.344077497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"ffb21e67-d493-489a-81d8-c785c1eb66ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.346265423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"8c3e8532-53f6-4d7b-b2dc-9379f4ee3c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.348423214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"6b1d40a8-b41a-4d2f-b7af-fe12d7ca709b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.350594389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"6e2da02a-3e69-49f5-aa24-e15e0e660455","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.743280112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8cf3b6fa-a2de-4be9-a0c7-147b63d31ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.743380599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"158b1c03-3af9-432c-bc0e-8e8d440db414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.743848739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"25ced1fc-f7c8-4f9e-b0a3-01b8b54d6f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.794797387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"396b05d5-919a-4fbe-bcd7-94a79895be4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.79496571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2f5cb1f0-0f6a-4ad0-a497-ab243f76109a","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.799619079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8cf3b6fa-a2de-4be9-a0c7-147b63d31ff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.800364157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"158b1c03-3af9-432c-bc0e-8e8d440db414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.802422254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"25ced1fc-f7c8-4f9e-b0a3-01b8b54d6f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.850572938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"396b05d5-919a-4fbe-bcd7-94a79895be4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:35.850652634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2f5cb1f0-0f6a-4ad0-a497-ab243f76109a","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.157256905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7750b344-7aac-4c03-aecf-e6d57e6a0f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.157315504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bff300c6-0734-45aa-a80b-144feec3d12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.208765977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04367ef2-b761-4ac9-8b44-42732d030fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.21305768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bff300c6-0734-45aa-a80b-144feec3d12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.213194058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7750b344-7aac-4c03-aecf-e6d57e6a0f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:36.26426681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"04367ef2-b761-4ac9-8b44-42732d030fb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.110584298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"8f932bef-40bb-450b-a1de-df33f2176ee1","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.110621136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"8f932bef-40bb-450b-a1de-df33f2176ee1","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.217539097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"33186415-4403-468a-b983-8a925c650125","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.2175713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"33186415-4403-468a-b983-8a925c650125","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.371280387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"cd33d784-1b33-4ddf-95ce-21d81ff22858","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.427261007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"cd33d784-1b33-4ddf-95ce-21d81ff22858","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.858982348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"05b20639-3e63-4305-a989-0948b5c6bfc1","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:38.859018984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"05b20639-3e63-4305-a989-0948b5c6bfc1","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.755958866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"0ee8d08c-9b36-4a97-a0a2-45b51b139d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.756631194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"521c1aeb-e954-42eb-8042-a4fde0b39dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.820137473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"521c1aeb-e954-42eb-8042-a4fde0b39dcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:40.822392538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"0ee8d08c-9b36-4a97-a0a2-45b51b139d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.735061723Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.786596539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e066fbf4-21a5-400c-a265-a0caa55ca315","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.786627108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e066fbf4-21a5-400c-a265-a0caa55ca315","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:18:43.844676277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-0706ee-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-0706ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.946551371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"5d126057-bc23-4805-adc2-0414369ef50b","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.946577507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"5d126057-bc23-4805-adc2-0414369ef50b","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.99424681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f59827-0734-49eb-a720-5b67c96439a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.994403825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"9427237a-369c-47d3-8828-7357cf16e1d5","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.994252694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"b36f7883-4522-49e3-8bf0-7c3d787818b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:43.994696018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"801f238f-8f67-41dc-9c64-095d47fc54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.049399908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"38f59827-0734-49eb-a720-5b67c96439a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.049815103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"9427237a-369c-47d3-8828-7357cf16e1d5","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.051800284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"b36f7883-4522-49e3-8bf0-7c3d787818b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.052163078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"801f238f-8f67-41dc-9c64-095d47fc54ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.052164116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"98caf70a-04c6-4bea-b9ca-feae0544160d","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.052335344Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"98caf70a-04c6-4bea-b9ca-feae0544160d","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.159200719Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"a79bb83c-225c-4de0-a480-135ee20a06c8","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0706ee","model":"e2e-rt-eq-0706ee","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-0706ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.28268092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.424633659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e3b1efeb-bc4c-4b52-a484-33362d8e0d86","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.424662804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e3b1efeb-bc4c-4b52-a484-33362d8e0d86","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.507927358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec09f3df-16e1-4ec7-b2a1-846182d9c474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.50792741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23277ed8-51b8-480b-9d10-f4b334da68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.565638612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"23277ed8-51b8-480b-9d10-f4b334da68c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.565638686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec09f3df-16e1-4ec7-b2a1-846182d9c474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.611598382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"ef83c761-ca13-4973-8732-024820f23c6d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.611646646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"2b628478-13c3-448c-8adf-cf8d84a202ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.631261858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"af8df21d-5243-40db-96ae-5cf14c0894f3","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0706ee","model":"llm/e2e-rt-eq-0706ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.66675142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"ef83c761-ca13-4973-8732-024820f23c6d","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:44.667208596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"2b628478-13c3-448c-8adf-cf8d84a202ac","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:59.223926614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"c7a0e05e-636f-4f9e-a703-0b7d42e53c25","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0706ee","model":"llm/e2e-rt-eq-0706ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:59.502753278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e4acf0e0-19d1-4ac4-b99f-175626ecf37c","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:18:59.502792105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"e4acf0e0-19d1-4ac4-b99f-175626ecf37c","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.647584519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a537ecd1-78eb-4461-ae2b-53449b38e7ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.648387456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98e6c1e-8784-482f-b787-f0fe3ad99b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.648975997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"da7fb022-1a6c-40d4-aa5e-473bb6f0486a","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.649587288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7f258f6-dc26-4bf1-9a4c-5e363bff1e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.725882475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a537ecd1-78eb-4461-ae2b-53449b38e7ac","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.752001111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d98e6c1e-8784-482f-b787-f0fe3ad99b14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.752696292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"da7fb022-1a6c-40d4-aa5e-473bb6f0486a","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:00.751402759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7f258f6-dc26-4bf1-9a4c-5e363bff1e9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:02.812844901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"dd9e56ff-18f2-4d49-9ae9-80f8703ea27f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.570548473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"8e3f9e0e-56ae-47bf-adbf-d2260dc669e5","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.574850386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"043d92cc-896c-4140-9f36-a385ffa8e462","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.689258697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"44970a5f-2ae1-4d70-bfe2-6faea45bea68","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.689776711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"2ee54696-c221-4c82-9803-ea2b142da7bb","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.729828105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"81c8709f-c065-4f65-ad7f-1ccec66ccd33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.742019058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"61e020b8-0142-4a3a-a8f8-d18105b1484e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.74461198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"52c0452d-23d0-43a0-9127-20286ccd45b0","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.745158343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"be27ab36-3db9-41d3-87b3-e7d180bdff55","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.786606203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"7fde9717-c837-486f-ae22-e7aa86155dfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.793681838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"81c8709f-c065-4f65-ad7f-1ccec66ccd33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.800010384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"61e020b8-0142-4a3a-a8f8-d18105b1484e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.892125318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"48e0bd11-ad6a-46ce-adad-97f5f8f4abcb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.96734443Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:03.967359721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"9b6be47f-ab97-4c7b-bc2d-0faf49a211a3","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.014266776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"5a87fdc2-fa17-4f4d-90ee-12f720480457","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.024683254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"a8fe0577-4885-4966-97f5-13c32e6e1bdb","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.069522555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"5a87fdc2-fa17-4f4d-90ee-12f720480457","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:04.074497918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"fea243a8-65b1-48bc-a2f6-1f7b9712b6c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.08066829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"2ae1ee91-effa-45b9-8350-d32280ccd277","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.138176947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"f77eb2b5-671e-4c35-b446-fe5ea86d517a","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.138225773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"f77eb2b5-671e-4c35-b446-fe5ea86d517a","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.190108589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"4365a58f-ef7a-463a-9ce6-75a6960caf5e","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.190428442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"0afbef7c-a0d5-479a-9bad-1279d58fa9f1","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.236448077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"15d4992b-5d25-4391-837d-a3e547aa60e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.238280593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d6365f4e-a228-4f6b-b47d-5d2b4d0c6d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.244295922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"40dacdaa-4bd8-48cd-b235-11bccd606f90","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.24599539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"b4802966-2cdb-4f3a-8472-2e54c984ec4f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.301220395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d6365f4e-a228-4f6b-b47d-5d2b4d0c6d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.301283918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"15d4992b-5d25-4391-837d-a3e547aa60e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.470561387Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"649927f3-3ffe-49aa-b16d-7d08dbe69b92","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"distinct-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.562309927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"75af8406-40ec-4071-a44e-4782573c706b","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.563204357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"c1e76c4a-46ce-4aef-835e-74dcd50da4ee","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.634709971Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"649927f3-3ffe-49aa-b16d-7d08dbe69b92","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"distinct-2-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.764256713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5f372f7b-c092-49c7-8403-b6552e2e0f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.764429936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ce89c976-75be-4356-8a9b-f328d7cc1f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.822798515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5f372f7b-c092-49c7-8403-b6552e2e0f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.822875586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ce89c976-75be-4356-8a9b-f328d7cc1f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.866790969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"0bf1fb74-5546-4a55-a847-dc52969f17c9","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.867168907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"ccc5461c-0bfd-49f9-b302-e6a7de9018ca","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.878565932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"759b7c1b-4b72-410c-b131-e16193a686b8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:04.936427245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"759b7c1b-4b72-410c-b131-e16193a686b8","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:05.0730562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"7f503641-1a81-4b01-a306-b1e75b18151f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:05.227341463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"7f503641-1a81-4b01-a306-b1e75b18151f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:05.468637159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"e2ac78fc-866f-4d4b-b84b-b92eff9b6e0a","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.302178596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"75960d19-4ed6-4afe-80db-9ef198a3c298","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.358421218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"1d968306-83e8-43db-b456-4bdb50446cea","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.565568423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"d501e2f1-ccd2-487d-845d-039a85d28eeb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.576527434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"63fd1a24-8306-4054-b1fc-c156bb65a21d","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.576688355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.622966657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"d501e2f1-ccd2-487d-845d-039a85d28eeb","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.637702584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"ae454391-6f34-4f73-b015-327513a50104","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.638094394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"8772de89-b101-4c90-ac8a-fb2ec5c2eb7f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.682030112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"24cdda33-e1b6-4863-9faf-2e6976e5efb1","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:06.69049281Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.741669807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"376b89d0-5739-4cb6-a8d8-f2be411976bd","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.788688676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9bf5fb85-5640-4904-9649-ade2b3e449d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.788686311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"09f2c833-e328-4795-ad03-1f53a510fb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.845492622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"09f2c833-e328-4795-ad03-1f53a510fb17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.846659142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9bf5fb85-5640-4904-9649-ade2b3e449d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.859339869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f46feb12-dc14-4874-a20c-a76ee6805de9","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.913455401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"42f64264-b36c-469a-8232-24c5a68f2463","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.938165508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"d2da8b44-df3e-4dec-bc21-caec0d6bdeaa","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:06.95065382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"f83f7305-a60d-4c57-a1f6-e934c6ded60f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"distinct-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.116958928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"3c0b6dea-29e0-4435-ab2b-b09a7a6da402","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.124442711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"27605a94-fb05-4825-b65d-4400372b06d6","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.124607377Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub1 ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.171473748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"5e8bcb13-bf6a-4433-8206-fc4f2abf19ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.182516466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"4782a6b5-dba7-4f35-89ad-ac95cf12176c","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.227192003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"5e8bcb13-bf6a-4433-8206-fc4f2abf19ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.230194817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"495b5263-6065-47c6-9756-ed725231e863","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:07.234351995Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.27078103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"748a84c4-265a-4977-8881-2a7159324bf2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.284317088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"b979012c-5d06-4090-a7db-ec58badd96e1","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.322852195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"2855dc11-f800-461e-b4fe-769324b40656","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.326548899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"748a84c4-265a-4977-8881-2a7159324bf2","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.373029398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8fd099d0-d072-455e-a82d-849ae0716fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.37302735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1a73daec-40c7-4526-9f80-59abddf8da97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.430163933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8fd099d0-d072-455e-a82d-849ae0716fd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.430617578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1a73daec-40c7-4526-9f80-59abddf8da97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.4846363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"6681deae-2f3f-4003-8426-4d2883a25470","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.494039523Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"835e976d-fa0b-4c21-90be-0123fc3fa169","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"distinct-2-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.542286686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"f824a6ca-c58c-43e2-a45b-ee4cd9e672a8","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.599772053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f55d7ec9-c752-41cb-a2a2-75d3e6598c2a","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.646680092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"f6047d21-93af-453e-8fc5-f05e701000c8","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8979b5c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.662307963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"833324c7-d410-41c4-928e-ee666cdcb3b9","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.698113563Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"a78239dd-91d7-4550-b4a2-2c6f2da90e9d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8979b5c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.743652077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c6ce3f11-784f-48a8-8074-71e107e69e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.798811492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c6ce3f11-784f-48a8-8074-71e107e69e33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.843613483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"2921114e-9c2b-49a3-97a9-f16886a06648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.844948283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"cff05adb-11eb-4e39-b929-ffa2e3b8d964","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.87111935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"a797b0eb-515d-4424-9e5e-b26e8f050586","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.899643607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"cff05adb-11eb-4e39-b929-ffa2e3b8d964","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.89994459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"2921114e-9c2b-49a3-97a9-f16886a06648","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.949188452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0d6048c8-eea0-4bf2-aabc-01c7a04c2420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:07.949264306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1407ee41-4a9b-4164-a996-a5abeeeadf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.00725722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0d6048c8-eea0-4bf2-aabc-01c7a04c2420","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.014188862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1407ee41-4a9b-4164-a996-a5abeeeadf2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.215127775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ae5fff1d-ac0d-48b9-89f6-15d90f6bcef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.270552983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ae5fff1d-ac0d-48b9-89f6-15d90f6bcef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.363216556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"54d65daa-1d25-40a0-af40-ba858c9c1818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.363235756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"d5ba6820-79c7-485c-8048-5f4fd91d7a83","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.419765436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"54d65daa-1d25-40a0-af40-ba858c9c1818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.419906084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"d5ba6820-79c7-485c-8048-5f4fd91d7a83","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.836407401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"986e34e6-81ae-48c7-b081-c1bdd1ab21b9","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:08.997254239Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"2f434baf-e37a-46af-b0d7-28182d9d6063","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6608a395","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.094937454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fee23456-3c2a-48dd-8e84-50ddab2468d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.095447411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"9f5dedb3-3f71-443a-b34c-962f99710aee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.095453885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9e88f3fc-9076-42b3-91f5-81c49bac11d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.095846637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"bf8e26ee-a40d-49ea-bf18-daf6cd207d24","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.158676482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fee23456-3c2a-48dd-8e84-50ddab2468d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.237535143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9e88f3fc-9076-42b3-91f5-81c49bac11d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.237554258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"bf8e26ee-a40d-49ea-bf18-daf6cd207d24","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.238199812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"9f5dedb3-3f71-443a-b34c-962f99710aee","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.64737471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a852f7e3-908c-483f-a8e2-80a3e28d28ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.702443334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a852f7e3-908c-483f-a8e2-80a3e28d28ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.749923026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"4841413e-1cbf-46db-a418-ff83d6f97eaa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.74994056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"78fa6a9b-3b25-4e63-aac9-789d124d7f80","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.750423506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"27e2a05c-8bba-468c-b98e-bc23b903a1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.807286183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"27e2a05c-8bba-468c-b98e-bc23b903a1ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.807312102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"78fa6a9b-3b25-4e63-aac9-789d124d7f80","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:09.809457805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"4841413e-1cbf-46db-a418-ff83d6f97eaa","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.265993939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"660bcbda-7a99-46db-ba89-521709cd011c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.298177401Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:14.483290664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"55729c1a-be12-41bb-9ae1-394e5d19cecd","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.032448558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7b088542-3e09-47e8-a6f9-a21ca3d6fc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.032766601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"33e9c08c-2c93-4a58-a7b5-65329e6ff6d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.032538527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"28d05757-0dbb-424f-9541-0b44a80c375e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.033354345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"37c4e7e9-3b51-4bf1-b2c4-8fa0cca163c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.089169376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"33e9c08c-2c93-4a58-a7b5-65329e6ff6d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.089199716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7b088542-3e09-47e8-a6f9-a21ca3d6fc48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.091781964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"28d05757-0dbb-424f-9541-0b44a80c375e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.091980111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"37c4e7e9-3b51-4bf1-b2c4-8fa0cca163c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.170658377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1ec275eb-bb4c-4606-8aa5-5a3ca1a77ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.227320559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1ec275eb-bb4c-4606-8aa5-5a3ca1a77ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.553287365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5a79d783-9910-421b-a32e-8c67f283ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.554191229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1eb2bdd0-40b2-45f3-8736-feee7142c294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.554671548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"4bcf5c6a-cc09-4b55-91ba-5c0d7ee0ab08","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.554841089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"a7f0e806-bdd7-41de-8113-7125347000ad","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.610370879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5a79d783-9910-421b-a32e-8c67f283ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.611520955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"4bcf5c6a-cc09-4b55-91ba-5c0d7ee0ab08","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.613981655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"a7f0e806-bdd7-41de-8113-7125347000ad","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.614743469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1eb2bdd0-40b2-45f3-8736-feee7142c294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.651587368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2c37af8f-7fd3-4167-9c48-f7002e7746e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:15.708203942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2c37af8f-7fd3-4167-9c48-f7002e7746e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.080787173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"8ba49bd9-c715-42ae-8e46-3fdf8f32ca9c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.082587953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"867fe0c8-c530-4b45-9187-ab8992c681e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.136750689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"8ba49bd9-c715-42ae-8e46-3fdf8f32ca9c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:16.137583409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"867fe0c8-c530-4b45-9187-ab8992c681e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:17.75222434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:17.804527102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:17.856626509Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:17.910686272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:17.962914505Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.014717638Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-subscription","reconcileID":"4971ab9c-4e72-4a8e-906d-9c0687eab7a9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.288715244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"8cea5594-4687-4c4a-a2d1-0252bb8e5900","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.288823597Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.346131467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"89e8f431-3b7f-4558-b862-5ac63f2fb6ee","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.406411884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"aece178c-ae8e-4e4d-87fa-677cda4e1916","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.456577896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"e30f167c-de4d-4a55-a5c1-75136a281abe","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.456827176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"fdec01cd-8350-46e4-963e-d9273484596f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.547276998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"1941574f-536e-4a54-b561-daff20435e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.547431344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a0b35004-8b0c-4547-841e-72af87170b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.547287407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"3633a8e6-079f-466e-82fe-28b4e4223109","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.603064833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a0b35004-8b0c-4547-841e-72af87170b50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.603253782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"1941574f-536e-4a54-b561-daff20435e24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.605362188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"3633a8e6-079f-466e-82fe-28b4e4223109","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.90969346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"57880589-5811-4b9a-ac53-ddc332e20ee0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:18.960507153Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-distinct-models-auth","reconcileID":"57880589-5811-4b9a-ac53-ddc332e20ee0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.05005739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"d7840c85-5bdf-44e7-9026-1586ea3bb0d2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.101605546Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"d7840c85-5bdf-44e7-9026-1586ea3bb0d2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.118801331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"dcbe8070-4e98-47de-8b6a-261e71a1a729","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.119130362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"9f9a80d6-37fd-41bb-9d62-f1d4b715bc3c","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.153817658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub1","reconcileID":"d7840c85-5bdf-44e7-9026-1586ea3bb0d2","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.423498957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"c6f47dc4-cbf0-44df-b1b3-9a458e7971ef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.423594201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.574603131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"05315b34-7dd6-4032-afca-35907f21159f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.684087609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"44ffb474-f8c6-46dd-a2eb-1bb096c476ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.687109668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b28065e1-3a63-400e-9af8-52d0558d6da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.687302767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"aa164316-240a-4003-a7ad-d572f67544ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.687109739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"8e05283e-0d7b-4b74-b6c7-27d51b4c6028","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.733696409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"c4916755-d0c2-4868-bece-7b139aca871b","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e4fa394b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.740781699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"44ffb474-f8c6-46dd-a2eb-1bb096c476ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.742614777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b28065e1-3a63-400e-9af8-52d0558d6da5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.745670219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"8e05283e-0d7b-4b74-b6c7-27d51b4c6028","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:19.745696918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"aa164316-240a-4003-a7ad-d572f67544ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.195348261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"cce162f3-70df-4859-afa7-5bd4243cc550","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.204188886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"6c0aabf5-35a5-4b54-a024-1cb2bc64232c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.204196451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e2a8282a-c4e8-4941-8944-f9a9d24612f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.204596168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"ce947b6e-8611-4a10-baff-7f2a28d38421","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.204719682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d47e2b7b-0174-4221-ae35-ddb8dc67b064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.252009065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c779f400-7441-45f3-b88e-e71b183b00bf","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.26117056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d47e2b7b-0174-4221-ae35-ddb8dc67b064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.261200112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e2a8282a-c4e8-4941-8944-f9a9d24612f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.263451734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"6c0aabf5-35a5-4b54-a024-1cb2bc64232c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.263550383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"ce947b6e-8611-4a10-baff-7f2a28d38421","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.406149517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"2c94c20d-4e43-44da-aefe-a13422d0e27f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.462124002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"2c94c20d-4e43-44da-aefe-a13422d0e27f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.465538145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"da918406-2486-4913-9240-59a9535f481b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.465581819Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-0706ee-sub models-as-a-service/e2e-rt-sw-e8c49c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.522345261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"b72aa5ba-cfc7-4ffb-9026-ad6e29c12da5","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:20.57419468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-sub","reconcileID":"1c5f93f1-0b58-4a89-bd7d-e05df3630db1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.620315651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6094f47f-9ec8-41c3-91dc-a62131119a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.620784353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"08718b32-8cc6-47b2-93fd-fc24365c0e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.67549556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6094f47f-9ec8-41c3-91dc-a62131119a6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.675793649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"08718b32-8cc6-47b2-93fd-fc24365c0e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.688488498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"61c70c78-4451-4d4d-9bb9-35da3355b514","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.726924771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"a621b352-dbdd-40fd-ade7-2c1eb29baffd","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.744527794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"5d684261-0546-4d17-a05e-45bd0922e578","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.880360472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"7ee533ec-1e96-4961-9294-7bcd81d089ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:20.936086263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"7ee533ec-1e96-4961-9294-7bcd81d089ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.010232098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-sub","reconcileID":"93062dfb-20c1-4785-a245-4d9bbb4c428a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.03354685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a4e119f8-d0de-4473-aba7-90b09920bc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.033627207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e4bba78f-488f-431a-bfe8-6a0815803fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.089671777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e4bba78f-488f-431a-bfe8-6a0815803fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.089703286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a4e119f8-d0de-4473-aba7-90b09920bc5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.175273527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c97983a5-6137-4b46-8e0d-69bb78e60fcf","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.21819007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"cb8a4510-80b4-4303-aa8c-ee0831433647","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:21.382643335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-sub","reconcileID":"e77c2783-1c99-4c4e-9388-94b4163c2746","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.41772739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"2600d50e-a4e4-4cff-87d1-62f287df1a34","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.596461051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7a45b167-6c71-4fe1-b0b5-79d8aeeeb44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.596656413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"461a9398-4de4-4342-8a4b-bf6a50917bda","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.596458868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3eb579b6-338d-48f7-a888-2a072538bb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.652821964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7a45b167-6c71-4fe1-b0b5-79d8aeeeb44a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.654585587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3eb579b6-338d-48f7-a888-2a072538bb29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:23.655195801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"461a9398-4de4-4342-8a4b-bf6a50917bda","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.153302433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"6d7b5ce6-3dee-43bf-888e-d2f2cf1927fa","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.153782676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"6f561aec-b233-405a-b4c0-561468b66c26","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.154132182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"20682284-1b3f-49af-9ffc-af7cf8a2106f","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.242800609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"dd754a44-cb43-4361-9183-00961d0e7184","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.243216155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"73bdc160-bc4e-4b6e-9662-48b276fd92ab","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.243532022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"24b86048-0436-41fc-8507-840f6fb9d162","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.312735333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a69513d7-f1a3-4d56-87ef-6d860461ebfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.313370449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"545ec350-4de7-4dae-ba8d-6337c5743f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.367816706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"5e09a2c1-3868-4e65-b0a9-e8cdc2135744","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.368293965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"85831580-474b-4812-a3d7-d4aadfc8101a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.371094178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a69513d7-f1a3-4d56-87ef-6d860461ebfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.373900796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"545ec350-4de7-4dae-ba8d-6337c5743f4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.684313572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d6df7684-c278-42f9-acda-7ddcfad28d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.741517976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d6df7684-c278-42f9-acda-7ddcfad28d3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.786163541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"10e2315b-1eaa-42c7-ae99-86f00d1edfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:24.842063173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"10e2315b-1eaa-42c7-ae99-86f00d1edfdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.28326474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"183afc24-3d44-4c48-a697-e358417d77d4","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.283294988Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"183afc24-3d44-4c48-a697-e358417d77d4","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.444931026Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"3ea8c6ab-32bb-4aae-8c59-94a24e114774","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ff67da5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.48885805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"1a5dadd9-e107-46af-904c-05dbedd9f05c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.489168119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"28e86e70-1a1a-4c61-bdf2-8d8853cce9cc","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.488858048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af24cf4-a127-49ef-9609-4fa1b13f2fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.489746405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5d15629-0643-4e96-92e4-765c2ef7febf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.54655746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1af24cf4-a127-49ef-9609-4fa1b13f2fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.546855071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"28e86e70-1a1a-4c61-bdf2-8d8853cce9cc","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.550279774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"1a5dadd9-e107-46af-904c-05dbedd9f05c","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.550294201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5d15629-0643-4e96-92e4-765c2ef7febf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.785808392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"0cf9c0ab-0fe3-4078-b3eb-a71af64e615e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.837689136Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"0cf9c0ab-0fe3-4078-b3eb-a71af64e615e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:29.889551864Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-sub2","reconcileID":"0cf9c0ab-0fe3-4078-b3eb-a71af64e615e","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.009601789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f035fb8-0422-4b19-be0f-d118641f1435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.009661544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34f538f9-8885-4b72-9b71-329c72a22428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.065574244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34f538f9-8885-4b72-9b71-329c72a22428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.066696355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f035fb8-0422-4b19-be0f-d118641f1435","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.110713542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"38982b19-582c-4f4e-9292-201ea12a0747","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.110712948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a5424c8c-e18a-4392-b03b-1ee5e6a8a405","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.161916301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"b4f26e5d-fef2-4798-a970-ffe03871f981","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.167499286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"38982b19-582c-4f4e-9292-201ea12a0747","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.167504432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"a5424c8c-e18a-4392-b03b-1ee5e6a8a405","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.27293036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"af48713f-0d97-4cf7-bcdd-e57ddf3d6af7","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.272954142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"af48713f-0d97-4cf7-bcdd-e57ddf3d6af7","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.324517073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"994bb912-aa7c-40ba-a76a-173a9366a196","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.418202257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"97e70810-814c-45ef-9b22-eda4c34fd496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.472092719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"b4e9e937-3fed-453a-8bde-725501bc8a3e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.472751046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b98c819f-0058-4dea-89a5-42433beeda61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.473688249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"97e70810-814c-45ef-9b22-eda4c34fd496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.52839378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"b4e9e937-3fed-453a-8bde-725501bc8a3e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.53003989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b98c819f-0058-4dea-89a5-42433beeda61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.677199313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"e1d0f095-f26b-4745-bde8-f629280f8500","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.684489598Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth1","reconcileID":"34adc89b-531c-4482-b097-43c463ad7b8c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.732588143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"e1d0f095-f26b-4745-bde8-f629280f8500","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:30.8510476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"da9d6ab1-f7fe-4e3a-ba3a-a1829b7e03ef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:31.007660039Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-return-all-auth2","reconcileID":"99948bb1-1cf0-4e3d-b302-5877356b2773","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:31.007749613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"ea7c9017-4046-4d1e-8071-e99cd10d8a65","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:31.214626941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"610e713d-0d4b-49d0-bd5e-d0c21f531958","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.115817085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"24fc2cfb-1c14-4f0a-835e-e0fa83efd4a8","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.116261754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"669d26e2-2257-4b2c-bfb7-8be2b1d534d9","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.242316768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"6c6a4e32-c306-4fd1-8b73-d7d5437f3606","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.243126318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"ff04e29c-4646-4ea4-8487-6cceffc5e53e","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.294887081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4649c5bc-5e16-46b1-a822-d4d50e804a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.295068696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"e1f80f6d-071e-408e-bc12-980373f58cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.346415609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"76c90049-18ed-4ce4-aef2-d7b25f4c8c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.346997114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"0df0e63e-64e1-456a-8d12-35e42ea31763","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.351415695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"e1f80f6d-071e-408e-bc12-980373f58cbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.351523304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4649c5bc-5e16-46b1-a822-d4d50e804a47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.584293651Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-sub","reconcileID":"2c31ac91-c054-424a-a61a-b7f15d8178d7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.739596762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"56a0405b-a6db-48ef-80aa-6a63f99b5d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.82441828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"56a0405b-a6db-48ef-80aa-6a63f99b5d2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.846738637Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-sub","reconcileID":"2c31ac91-c054-424a-a61a-b7f15d8178d7","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.874302874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c1e41075-fb08-461f-ae57-7e8ae3be87f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.933038956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8138d1ab-d17b-416b-b620-d866b6cda249","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.933092972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c1e41075-fb08-461f-ae57-7e8ae3be87f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:33.993478523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ab3957c5-dfcf-422c-8cba-34b3482d234d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.061714446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"2704252d-c9f6-417b-8a7e-aa1989c659e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.14977791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"2f14287c-9f9a-4785-a985-392c98f8b42c","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.168760041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"d08d0c80-6c33-4fb2-897a-cd4fc6c98b14","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.230823035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"d08d0c80-6c33-4fb2-897a-cd4fc6c98b14","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.279659355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"c5ec4f14-d1ec-4f0f-84f1-6f80953e9c48","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.301437405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"1073da20-2553-4206-8f29-757716be7770","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.317415892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"63f17c4c-c5d9-4694-81c3-2ebec6bf07b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.318120614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"806c46af-ad24-4279-b3dd-81a1c8d7c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.318806403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4b365706-e526-44ca-939c-8cff790dc686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.340323777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"5d71ee08-1bb8-4aa7-9ea7-50b0deb44adf","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.387303759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"63f17c4c-c5d9-4694-81c3-2ebec6bf07b2","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.407780159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"806c46af-ad24-4279-b3dd-81a1c8d7c926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:34.413480648Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-user-sub","reconcileID":"2d5bcc77-ab12-44c8-a426-609dbef1bcaf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.415192047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4b365706-e526-44ca-939c-8cff790dc686","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.466746999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7a6783ba-3fb1-4a39-82f4-fa2cc75b0094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.531378825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7a6783ba-3fb1-4a39-82f4-fa2cc75b0094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.5397782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0391047b-a5be-4cd2-aa76-277d549abad3","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.571799015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub ai-tenant-e2e-worker-w2-e621db/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.572370343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0c5e81c3-5aba-4bc4-850c-feade1532118","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.573274194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"47c42982-3dbe-403e-b240-d0a2bf50a9c6","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:34.647980609Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.649814637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"dc660c48-3fe7-4a91-9627-b32d14325b2f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.651288821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-user-token-filter-auth","reconcileID":"e0de5f8c-43be-4d8d-80bf-58711b0d36c8","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.705420879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"9e8ddc8e-466d-4319-8d4e-f67da6fb618c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:34.713274852Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.716277233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"a87b6720-a32a-42f2-b3cf-576b2794e3bc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.771206755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8bb95b25-97a6-4a9a-95a2-9191da25925d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.781310139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"a87b6720-a32a-42f2-b3cf-576b2794e3bc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.833464897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"f6df15bb-3cd5-4743-a6b0-304205314074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.881341283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"12dd1a06-03e1-455f-84c2-2cac0e03ab2b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.913572186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"f6df15bb-3cd5-4743-a6b0-304205314074","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.917545518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8c1adaa1-1754-46b8-81f3-6c2080a9053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.944733326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-user-sub","reconcileID":"4d7109a6-add8-4165-bb45-5f7ad2c54459","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub","ai-tenant-e2e-worker-w2-e621db/e2e-models-user-sub","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:34.993388351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8c1adaa1-1754-46b8-81f3-6c2080a9053b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.07215829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-other-sub","reconcileID":"07057cb2-e2bb-40d2-9be4-b2f918dde137","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub","ai-tenant-e2e-worker-w2-e621db/e2e-models-user-sub","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.167395212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"863ad611-5e89-4aba-a4da-8385388a6e01","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.169204449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"7c2b3bc1-79d4-40c4-be93-f05142b85dac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.227088839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"8c4019d0-a7c7-426d-b956-71433bcf4017","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.271766223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"6296e32d-61fb-4251-9530-96a2a63918fb","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.295088149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"8c4019d0-a7c7-426d-b956-71433bcf4017","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.385567999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-user-sub","reconcileID":"9c453e9e-d606-4c3d-9bc1-1d13fc6030af","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.394589271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e5273f89-4b44-4516-95a2-05ed627e85c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.450994097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e5273f89-4b44-4516-95a2-05ed627e85c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.484920622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-other-sub","reconcileID":"7f180cf7-9b3d-4436-8d7c-28ec72c70f8b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.508376774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"3da07719-45f6-4839-b8c6-773b1b2161e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.668720563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d05f18dc-e23e-41e4-aba1-a28d49b139f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.66891195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"47f474b2-9342-4d3a-a136-10919a8164d5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.724208088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"47f474b2-9342-4d3a-a136-10919a8164d5","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.724230562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d05f18dc-e23e-41e4-aba1-a28d49b139f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.853810217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"506f4c52-b960-4e28-a793-00dfdd8cba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.884689688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8145ef5d-4e61-454e-9dae-0291e0df93c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.884690298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"416f982e-027b-42f8-a083-8f248c0c95da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.908756797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"506f4c52-b960-4e28-a793-00dfdd8cba8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.933605967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c1686e66-1f49-42c7-8290-714abea79b90","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.940281722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8145ef5d-4e61-454e-9dae-0291e0df93c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:35.940336018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"416f982e-027b-42f8-a083-8f248c0c95da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.083242016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b48e4749-a9c3-4048-9ae1-ff3adb7c31fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.087662577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b208f4e5-cea8-4318-bf3b-f0c7e9144617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.139598589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b48e4749-a9c3-4048-9ae1-ff3adb7c31fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.146307625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b208f4e5-cea8-4318-bf3b-f0c7e9144617","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.174574589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"16ca2c35-f635-432f-be45-3225e93ddc15","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.242847081Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub ai-tenant-e2e-worker-w2-e621db/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.243047878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"ae1a4f17-9f6a-4661-9f25-05680eb6f235","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.299776471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"89981a87-e037-441c-93ce-86f45ec93bf1","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.322696774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fb7929f8-4a55-4350-931e-057a6c69a9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.322697542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"76f20761-bc4d-479b-86de-21d96c819d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.329645367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"fe5d0da4-9ad8-4d2d-bad3-476ff3c650df","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.350129465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"df94715e-800e-4c26-9c33-6922a80904aa","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:36.353131617Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.379648101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fb7929f8-4a55-4350-931e-057a6c69a9e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.379664427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"76f20761-bc4d-479b-86de-21d96c819d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.384947894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"fe5d0da4-9ad8-4d2d-bad3-476ff3c650df","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.404185735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"0110debc-7fae-4c65-afdc-dd0c0a98bb8f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.411281026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"713a9287-bc02-41dd-96fa-ab4b9389b686","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.654443273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"75898ba4-9fb0-4dd5-af25-e5d5d0380e8c","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.670012508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-valid-sub","reconcileID":"bdfa0724-a784-4bf9-9bf0-733be82242b2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.704410354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"17d24da0-c492-42c6-a898-9b2ae478b577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.704448527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bd20c49f-2e23-47fd-8d6d-36290dcebcc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.761400776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bd20c49f-2e23-47fd-8d6d-36290dcebcc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.761494319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"17d24da0-c492-42c6-a898-9b2ae478b577","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.808416859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"4414a9ca-4508-4fe4-815b-b44adda32540","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.836361887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"23d748a5-5f51-4650-9374-4ad70ec6509b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.863906362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"4414a9ca-4508-4fe4-815b-b44adda32540","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:36.876425715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e868723e-e570-45d0-b8c7-48aa476dc4d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.041621563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-valid-sub","reconcileID":"216ab5ed-c7fd-46ba-8271-8a09e3fd80b1","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.588553679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d7ba5edf-76e1-4215-9276-8dbed556aa72","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.742312417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"bbf21ac8-2ac4-4213-a767-e778dc37b63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.742592588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"da46d00e-4c27-4fd6-85ea-f2cd6e6269ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.742315084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"1e8466af-718f-4f2b-a1bb-a485a33340d6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.798774826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"1e8466af-718f-4f2b-a1bb-a485a33340d6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.798899791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"bbf21ac8-2ac4-4213-a767-e778dc37b63d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:37.801161694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"da46d00e-4c27-4fd6-85ea-f2cd6e6269ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.16440103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"f0c0e4ec-6790-4a16-b1d2-432fb1c65361","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.320857086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"7e12115a-7dee-4802-9aba-0cd9851fc6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.320856977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"64c4ebe9-fce7-47e2-aba7-44d7d124a5ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.321322394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1edc5fce-965a-4e1b-9f97-ac5fb9dd0d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.37674789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"64c4ebe9-fce7-47e2-aba7-44d7d124a5ec","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.376962476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1edc5fce-965a-4e1b-9f97-ac5fb9dd0d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.37917437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"7e12115a-7dee-4802-9aba-0cd9851fc6fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.496993491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"7100be60-422a-4283-9eae-dc366d425380","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0706ee","subscription":"e2e-rt-eq-0706ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.60219116Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"7100be60-422a-4283-9eae-dc366d425380","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.656736543Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-sub","reconcileID":"7100be60-422a-4283-9eae-dc366d425380","MaaSSubscription":{"name":"e2e-rt-eq-0706ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-0706ee","namespace":"llm","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.994971718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"de6a48ea-8742-4e66-9127-75f8d4d7dce4","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:39.994998236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"de6a48ea-8742-4e66-9127-75f8d4d7dce4","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.103810481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8c6e31e3-60e8-46fe-847c-b9ce4484abd4","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.156203964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"53a4e78a-7825-4f51-93be-14571503e964","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.156229685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"53a4e78a-7825-4f51-93be-14571503e964","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.202552789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76a377e6-02f6-46ec-95f9-ea90543ec04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.202749663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e7d6fa-8493-40d1-8514-3626a40c7619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.202553566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"aaac9ef4-9341-4497-9f4f-30c43423bd6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.20316388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"3e2a4ec5-2c04-47e8-96c7-60d51647f155","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.258378034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42e7d6fa-8493-40d1-8514-3626a40c7619","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.258457463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76a377e6-02f6-46ec-95f9-ea90543ec04a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.260839627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"aaac9ef4-9341-4497-9f4f-30c43423bd6b","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.260903655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"3e2a4ec5-2c04-47e8-96c7-60d51647f155","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.566219786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-0706ee-access","reconcileID":"c85c122f-ada5-457a-a1fd-10fa40ce9d88","MaaSAuthPolicy":{"name":"e2e-rt-eq-0706ee-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.777588326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"d274e72b-38f6-49e0-b023-18c5d81d00bc","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:40.777615623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"d274e72b-38f6-49e0-b023-18c5d81d00bc","MaaSModelRef":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-0706ee-405ddce3e219","namespace":"llm","model":"e2e-rt-eq-0706ee","externalModel":"e2e-rt-eq-0706ee","provider":"e2e-rt-eq-0706ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.297717844Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"5206c84f-1746-47c5-9b5f-a5bdbebcaab2","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.35535706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d3f3098-e4ae-4669-a00c-0663fb492924","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.355381707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1d3f3098-e4ae-4669-a00c-0663fb492924","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.355697613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de8c9e04-b841-407f-8a01-445e8cf8692a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.355713652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"de8c9e04-b841-407f-8a01-445e8cf8692a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.355950201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb9005e9-871e-4d6c-a8fe-517c0f23c9ee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.355961767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb9005e9-871e-4d6c-a8fe-517c0f23c9ee","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356190637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"debfdddc-f075-4719-91ee-bdb7b5414abf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356203068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"debfdddc-f075-4719-91ee-bdb7b5414abf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356411643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa266bf1-2b9f-4772-aeb4-055ef2633cfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356427105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa266bf1-2b9f-4772-aeb4-055ef2633cfa","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356636413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"305961cf-0d6a-474b-ad07-b80a7ca8972b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356648395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"305961cf-0d6a-474b-ad07-b80a7ca8972b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356954289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"812f370a-f0fd-4b5e-a628-4cff92f57213","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.356967032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"812f370a-f0fd-4b5e-a628-4cff92f57213","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.357172269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cd6747-6964-4313-909a-8faa7c73e4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.357185302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44cd6747-6964-4313-909a-8faa7c73e4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.409436841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"522c3ef9-5289-4f16-a0fb-e6454e9be75f","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.409464658Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"522c3ef9-5289-4f16-a0fb-e6454e9be75f","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.454446466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"53b101e5-78e7-4003-b38b-d6edd2dcf8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.454528335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"74543ffe-b62d-4035-b3b0-fb5103328f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.455248863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"19c63973-db72-4fc1-a2a1-0f012385602a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.505406149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4907ad-6a70-4321-bd1e-4749c5f63518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.506702271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bfe641-d5c1-48f3-8dbc-6c5810786208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.512631498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"53b101e5-78e7-4003-b38b-d6edd2dcf8ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.514916484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"74543ffe-b62d-4035-b3b0-fb5103328f7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.518509915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"19c63973-db72-4fc1-a2a1-0f012385602a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.561581965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be4907ad-6a70-4321-bd1e-4749c5f63518","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.563703989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7bfe641-d5c1-48f3-8dbc-6c5810786208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.57036135Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39104d35-a3b7-4e7e-9e8b-a5d43a343c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.570901381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32f2aaf8-1cab-4dd1-85b6-3ed7e7f8ff94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.718400582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"59d2437b-9b8d-40f4-9f45-efd027bdee68","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","model":"llm/e2e-rt-sw-e8c49c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.826764843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"737de647-aa65-4cf1-9757-57b1782ab2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.826785075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"0c60eb43-02f0-4c6a-839f-51a54f0b90f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.828228256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"37d26440-d929-43a3-9100-f4a8df295065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.883073651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"0c60eb43-02f0-4c6a-839f-51a54f0b90f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.883155532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"737de647-aa65-4cf1-9757-57b1782ab2c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.88578731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"37d26440-d929-43a3-9100-f4a8df295065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.929397718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2e5c6ecd-3c4f-4446-b2f2-05d1ce715c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.929501393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d6c28bd-6df0-49d0-85de-41ae9fc018cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.985567757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2e5c6ecd-3c4f-4446-b2f2-05d1ce715c22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:41.986091263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d6c28bd-6df0-49d0-85de-41ae9fc018cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.191724658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-0706ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-0706ee","reconcileID":"5f9c07a5-7ea9-4aa6-b652-48c2d4a37df9","namespace":"llm","name":"e2e-rt-eq-0706ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.244457706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"e5613bdc-21d8-4964-b781-c2dd1cbbf73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.249782795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"64920764-d9bd-494d-9eef-f53dca6859d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.245177625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"c94bbb2f-3101-45e3-b14f-393606f0ae37","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.301159235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"e5613bdc-21d8-4964-b781-c2dd1cbbf73c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.30778986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"64920764-d9bd-494d-9eef-f53dca6859d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.308175146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"c94bbb2f-3101-45e3-b14f-393606f0ae37","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.347612666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"eb2591af-6d35-4f56-b0f0-245bcdd00541","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.40065719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"09fe401b-005d-47a6-81fc-786ca21eacff","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.405499345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"eb2591af-6d35-4f56-b0f0-245bcdd00541","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.457364907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"09fe401b-005d-47a6-81fc-786ca21eacff","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.658333826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f08af481-0c63-41ea-9607-6f59381c55b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.709352592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbff02a2-0e4c-4917-ac18-6a6b78c2fb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.709519226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29f12d3f-a99b-4173-9db3-ff312286a7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.714145884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f08af481-0c63-41ea-9607-6f59381c55b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.761391349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8e0ca59a-23d4-43b7-b843-866dd1f82f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.767392547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29f12d3f-a99b-4173-9db3-ff312286a7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.76831251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbff02a2-0e4c-4917-ac18-6a6b78c2fb02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.8175368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8e0ca59a-23d4-43b7-b843-866dd1f82f00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:42.959622399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"cfc7684e-f65a-4261-ad16-3a266eff24c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.014932434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"cfc7684e-f65a-4261-ad16-3a266eff24c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.128809399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"39c7293c-7e9c-4c4a-9556-62ca40c933bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.129674966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"dd383512-cf74-4ad0-b108-83dcf6c7fda3","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.129694819Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"dd383512-cf74-4ad0-b108-83dcf6c7fda3","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.180927586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"90d7f009-0db1-4bcd-add1-ad8d30630496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.180954778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f9e54c50-8e12-4814-b62f-22abf11e0d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.184447383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"39c7293c-7e9c-4c4a-9556-62ca40c933bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.230674643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"72f90d0f-c4bd-4578-b8be-d29e745192b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.237042038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"90d7f009-0db1-4bcd-add1-ad8d30630496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.237247901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f9e54c50-8e12-4814-b62f-22abf11e0d5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.288733613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"72f90d0f-c4bd-4578-b8be-d29e745192b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.289365666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"23c9dc77-3596-4b65-9c1f-acb125b79120","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2623bb2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.375841465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"02d493ee-7e5c-4f90-8b7c-9bd324ff9a31","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.431548177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"02d493ee-7e5c-4f90-8b7c-9bd324ff9a31","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.576505761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4fa135f0-dbc2-45aa-8ef7-508e7e8e4a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.635731733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4fa135f0-dbc2-45aa-8ef7-508e7e8e4a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.681409149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"e2cccdab-bb8b-4d1a-8852-ea63a6e440fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.681405949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"c4c6cd91-6af2-4f0e-b5a1-f442777b54be","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.733070446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"596af7dd-4232-4b23-a180-52a74f215920","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.739646675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"e2cccdab-bb8b-4d1a-8852-ea63a6e440fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.739693157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"c4c6cd91-6af2-4f0e-b5a1-f442777b54be","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.789441899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"596af7dd-4232-4b23-a180-52a74f215920","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.896385253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"24646475-6de1-41c5-99c1-5f41d7488866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:43.974748042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"24646475-6de1-41c5-99c1-5f41d7488866","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.062006253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6406443c-91e7-4b33-a588-34b87c0b89ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.123349957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6406443c-91e7-4b33-a588-34b87c0b89ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.252414131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d209b3a-a35a-47eb-ae95-0fd22d847be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.29068689Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:44.311913065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d209b3a-a35a-47eb-ae95-0fd22d847be1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.7492391Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-user-sub","reconcileID":"c913b5bc-3e91-4d62-9a80-503de6910ffa","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:47.963201029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-user-sub","reconcileID":"c913b5bc-3e91-4d62-9a80-503de6910ffa","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-models-other-sub","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.205384194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-other-sub","reconcileID":"fc220633-65ce-4010-864b-4c3e088db6a8","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.205416792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"ebc3f62b-3fd2-428b-8fa9-6b47d4dc547f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.227462122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"9108f72e-f89d-4430-b27d-8ef06de71b1f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.378344211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"fb3865dc-0bff-4488-b4dc-d08ec0388333","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.382907414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ce6b93c1-7f6a-42a4-89e3-82ef26ea0d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.390608529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"4e27fb60-f204-444e-a13b-1189a557cd49","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.390734691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"218aad44-eb06-4754-b822-17ee93dd5822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.441480875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ce6b93c1-7f6a-42a4-89e3-82ef26ea0d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.450478334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"4e27fb60-f204-444e-a13b-1189a557cd49","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.451062403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"218aad44-eb06-4754-b822-17ee93dd5822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.807707662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"34fec6f7-76f6-46b8-939e-944c6f8539fe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.807795531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e1f5f26e-73dc-426f-81e6-854bf3d3225a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.808279819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4c9dafbf-9210-4a90-b325-1d4c46f9c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.864925518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e1f5f26e-73dc-426f-81e6-854bf3d3225a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.864925525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"34fec6f7-76f6-46b8-939e-944c6f8539fe","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:48.867361502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4c9dafbf-9210-4a90-b325-1d4c46f9c96a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.335350181Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-valid-sub","reconcileID":"b517e7a4-d6d5-4376-8d51-91b72cec478d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.556562271Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-valid-sub","reconcileID":"b517e7a4-d6d5-4376-8d51-91b72cec478d","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.764128059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"8f82e079-a00d-498f-8c69-d10aff4f8655","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.77029159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"94a4020e-0c0a-4fe9-b3ca-18ddf8634d27","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.925363175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9998c826-533c-47e6-9107-22c434fde466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.925518942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1948ccaf-032b-476b-a8b6-18ead02295be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.925362671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"79b50fd9-fa14-4ca4-bfcd-85a1c438367a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.982331582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9998c826-533c-47e6-9107-22c434fde466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.98369352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1948ccaf-032b-476b-a8b6-18ead02295be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:49.984619662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"79b50fd9-fa14-4ca4-bfcd-85a1c438367a","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.342165166Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"c2cd2873-fc91-4c13-be90-f4fdd6627d36","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e8c49c","subscription":"e2e-rt-sw-e8c49c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.446029102Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"c2cd2873-fc91-4c13-be90-f4fdd6627d36","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.498124198Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-sub","reconcileID":"c2cd2873-fc91-4c13-be90-f4fdd6627d36","MaaSSubscription":{"name":"e2e-rt-sw-e8c49c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-e8c49c","namespace":"llm","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.817879903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"0846a4a1-9ef0-46d4-b7cc-f955434dde88","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.817905975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"0846a4a1-9ef0-46d4-b7cc-f955434dde88","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.970790218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b71ec09a-5ce2-46f7-8321-0926d373b454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.970917414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e0332e-fb81-4942-9f4b-6b95ac2539c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.971269529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"d769d8bd-3fd8-4f7a-a1f9-c6a9693937cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.977189167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"139f16e3-7dd3-4e32-b286-0a0edd34dc31","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:53.977208039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"139f16e3-7dd3-4e32-b286-0a0edd34dc31","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.028350198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"d769d8bd-3fd8-4f7a-a1f9-c6a9693937cd","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.028423634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31e0332e-fb81-4942-9f4b-6b95ac2539c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.030874876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b71ec09a-5ce2-46f7-8321-0926d373b454","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:54.081896441Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"139f16e3-7dd3-4e32-b286-0a0edd34dc31","name":"e2e-rt-sw-e8c49c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e8c49c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:19:54.081968547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"139f16e3-7dd3-4e32-b286-0a0edd34dc31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-e8c49c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.138800121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"57096c5c-172a-4a0f-a31a-69a9ad28e4fc","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.138825775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"57096c5c-172a-4a0f-a31a-69a9ad28e4fc","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.338045233Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-e8c49c-access","reconcileID":"2bfe63f8-4f48-470b-b7b0-f610217d56c1","MaaSAuthPolicy":{"name":"e2e-rt-sw-e8c49c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.644960463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"8487596f-25e9-4152-a2ca-3ab87e7cb0ef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:54.644986667Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"8487596f-25e9-4152-a2ca-3ab87e7cb0ef","MaaSModelRef":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-e8c49c-7976c067347a","namespace":"llm","model":"e2e-rt-sw-e8c49c","externalModel":"e2e-rt-sw-e8c49c","provider":"e2e-rt-sw-e8c49c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.551271886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-other-sub","reconcileID":"fe059e8a-ac5b-440f-a1bd-97eee0fe8e4a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.683633659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"e704897a-ff5a-4bdf-a473-1b6964bbd3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.68458198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"627f21dd-55e2-498e-ae55-4f2c125a65fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.771459106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"627f21dd-55e2-498e-ae55-4f2c125a65fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.801374253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"e704897a-ff5a-4bdf-a473-1b6964bbd3d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.814780269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"57aa41ac-b585-458e-895f-081a0313dcdd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.850288693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"44344685-987b-4775-8859-45d1d075e73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.851068761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cb1ef2e2-9a6d-4713-9728-5027e7d62d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.884601323Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-other-sub","reconcileID":"fe059e8a-ac5b-440f-a1bd-97eee0fe8e4a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.915251692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"57aa41ac-b585-458e-895f-081a0313dcdd","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.929010092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cb1ef2e2-9a6d-4713-9728-5027e7d62d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:58.950712169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"44344685-987b-4775-8859-45d1d075e73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.145945647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"0b53c8a5-14a7-4960-b472-83b32b2be47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.22141083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"779c9510-a671-4f0a-a0a1-b54bb7cfd13c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.361677663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"9e52a75f-67e0-4245-a059-b917cfa03863","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.39858282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"21098c48-c3db-403a-a273-ad3dd2886836","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.467542817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"21098c48-c3db-403a-a273-ad3dd2886836","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.505941962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5c7eb783-563c-4672-9c9e-2be67c41b816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.506944072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1e04a24e-3fab-41f4-90ff-89243521e2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.574550651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5c7eb783-563c-4672-9c9e-2be67c41b816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.579848158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1e04a24e-3fab-41f4-90ff-89243521e2bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.695983203Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-models-access-denied-auth","reconcileID":"11bd5a3b-e11b-4f22-817e-08516f191598","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.939485547Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-models-invalid-sub-auth","reconcileID":"923550f0-7afb-45ca-9550-4bf68765d3ac","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.940294796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"a7713236-46c1-47d0-b686-db8706d5928f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:19:59.941172675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0acab27b-4b2a-42b9-bdf8-1966db28c4a7","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:00.181219998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"9caf2959-a0d3-49af-8c51-5dd8e28c1083","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.29368493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"2863ec8c-e30d-4dbd-83ac-917dcb01f4d8","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.353320628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"fc9014aa-ab80-40c1-a077-c869b69b8b0c","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.408281167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"ce2a9579-df48-46b8-ac1a-42412eb9d7ac","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.463194092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"a8fa373e-b42d-420a-9372-6254e96e96e1","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.562074333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"c288ddfb-c5ff-438b-9fe0-a6d238ff02d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.593813657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"1fb03778-2188-46b4-b888-0ef03c240a47","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.621577364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"c288ddfb-c5ff-438b-9fe0-a6d238ff02d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.659840558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"f4760bd6-060c-44fd-ad13-99bc2ba60d8c","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.677601097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"96a6aa7a-779b-4636-8cb7-21191dc6a107","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.697490589Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=10:[ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-e621db/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.697534711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"2db4c5e6-1506-468d-a084-172c6c4e1573","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:01.707600878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"db8a9aa9-969b-4bb1-a75b-0ad458747c76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.736605448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"96a6aa7a-779b-4636-8cb7-21191dc6a107","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.764604906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"05d0efc8-2117-460c-8394-d0a96a41217d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.807392635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"5faa50be-7e86-4c79-b812-95fbdf5f5f92","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:01.810911244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.820608039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"567c43cc-5725-49a8-bd42-cb2b575bb2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.821223158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"98638df6-89d5-4e42-a477-4fdd0b85f751","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.862154398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"60ce327a-dc8c-4ccf-a6ea-0965e48d312f","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.878562621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"567c43cc-5725-49a8-bd42-cb2b575bb2f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.880511813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"99f00949-78a1-4729-a606-d370706ef78e","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.892335242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"daf98b8d-1ef3-45d4-8f1f-24e03567338d","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.911833759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"49dbf6f7-1593-4bc4-95a2-9952ed3ed85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.911833835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d0404fa5-b663-4fc3-8021-f56751d8ebd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.947326495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"bdec422e-3617-4683-bfac-bdd95d86820a","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.969110009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"49dbf6f7-1593-4bc4-95a2-9952ed3ed85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.969412738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d0404fa5-b663-4fc3-8021-f56751d8ebd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:01.992773951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"389c77ef-eed9-4a60-ba14-98af5320f398","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.091103608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"8b264c6d-d166-4098-b2b3-385bdbff9595","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"distinct-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.10219421Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"adf08bc2-2dc0-4f61-9a00-26f692402e44","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"distinct-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.152195673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"9aea9310-c0ea-43f7-a6ea-779afb3f006f","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.202043259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"b5e2a165-58d7-4e08-8e47-c5b118991adf","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.202113473Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-97b317 priority=0:[ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-e621db priority=10:[ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-e621db/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.217668488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"3cc2f0c1-7cdc-4479-8158-156e85989390","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.262440822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"8a9005f9-b89c-4c12-a45c-6083053bdb6f","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.265540469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"8b264c6d-d166-4098-b2b3-385bdbff9595","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.272983068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"34513ef9-d7ed-4324-aec2-5db441bacf2b","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.277552294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"3cc2f0c1-7cdc-4479-8158-156e85989390","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.303593289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"ef230309-1be0-42ec-acf4-b0ebad052fa3","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.318060122Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.359856577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"aa727889-67bf-4ca3-9e7a-2e9f70a45072","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.362216211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3cdf5659-2d62-4c26-ae4e-68bff33c86be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.377198175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"51235e1d-8b2b-476a-9baf-af67022216af","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.378407427Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-97b317 priority=0:[ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub2]","namespace=ai-tenant-e2e-worker-w2-e621db priority=10:[ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-e621db/simulator-subscription]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.381031837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"ddb7fd2b-cbff-4918-8d68-70da58cf7df2","error":"failed to persist rateLimitIdentity: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.420527664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"42c5a326-5869-4e3d-9931-b5867862ae76","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.424370431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3cdf5659-2d62-4c26-ae4e-68bff33c86be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.442486585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"60be280f-b62c-46ae-8416-ab0d0ad0557b","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.443026114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"d809a6b5-43db-4000-ae5b-c63f9756cfdc","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.466511928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9b3da9ea-e3e4-48e2-ad91-83a97e21c388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.466660515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"23e15f32-be5a-466b-802e-76d9661b4a32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.466516222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c2cc28be-907d-4392-8ef3-bffd6040cc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.474495613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"c85454e4-d131-439a-bdfe-ddfb87022920","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.475284303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"736e07e4-aef8-4514-ac25-558bb5b9f133","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.489194811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"1140c084-4723-4ba2-b175-89694ffcef63","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.496364355Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.525153586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"23e15f32-be5a-466b-802e-76d9661b4a32","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.525535205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9b3da9ea-e3e4-48e2-ad91-83a97e21c388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.527598765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c2cc28be-907d-4392-8ef3-bffd6040cc7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.653632072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"b0b68bc2-19b4-4a12-9454-7f55d5af4653","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.666136536Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"b7339a5f-2278-43a6-bf45-77f6f91a4669","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"distinct-2-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.69947754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"e00e6a3f-5a0f-4a77-8e4e-d745e9057908","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.754716454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"6e6f3e7e-5d89-457e-bf45-3e42bc3301c8","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.756238211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2e78ea88-6cd2-4583-bcb4-858015f835da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.761499002Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"80b84058-a580-45ca-89ab-7bcb8abeed5a","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"distinct-2-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.813020949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2e78ea88-6cd2-4583-bcb4-858015f835da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.839673032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"2a82d7db-dc14-4643-8373-50ae5a27ad59","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:02.861179465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"23e15f32-be5a-466b-802e-76d9661b4a32","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.956508445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"fc2980c7-d4c8-4872-9b6b-81c09deef4a4","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:02.976755891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"e4144d88-ba78-49d8-8e0b-7838871fb3da","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.038620438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"e4144d88-ba78-49d8-8e0b-7838871fb3da","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.064461426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"de4ca456-d687-454d-ab05-2e5abb1c81cb","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.078047207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"954fb3bc-3db0-48b1-830c-6658116a37e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.078137488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7ddb1ed2-7c10-4be7-a652-2bce90c15ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.132471605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"f6d2a5cd-b575-45ec-9bbe-92d271858e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.140824225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7ddb1ed2-7c10-4be7-a652-2bce90c15ede","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.142659468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"954fb3bc-3db0-48b1-830c-6658116a37e8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.170518808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"61e374ca-21e8-46ed-9f45-76d3c86fee22","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.191753471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"f6d2a5cd-b575-45ec-9bbe-92d271858e41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.300630202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"9579c0d0-73bc-4014-bbfb-36c7e747f0d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.351062558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"ee4a78a2-a50a-49ea-b850-e02c963fb6ac","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.363607983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"7577d3d4-8243-43c7-975c-b963b1c1c3af","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.363943392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"9579c0d0-73bc-4014-bbfb-36c7e747f0d4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.464540071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"9f2e6bc7-8841-4aa9-ba0a-f3fc37dcbff6","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.641142021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"80d40499-262a-44b5-85e6-a1649b4fc8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.667531734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"67f25c6c-65c8-4ca7-9902-93a94d5497e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.667531655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"5a91150c-2bbb-41b8-8564-101fa76ae894","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.703919205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"80d40499-262a-44b5-85e6-a1649b4fc8bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.725100323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"67f25c6c-65c8-4ca7-9902-93a94d5497e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.725515749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"05bbd679-380a-4c82-83cd-8604d5e4ebcc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.726312749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"5a91150c-2bbb-41b8-8564-101fa76ae894","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:03.781795378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"05bbd679-380a-4c82-83cd-8604d5e4ebcc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.223130444Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"aff57e86-a6e1-48d0-bb8d-4f02e503efce","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.296493699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5d894e8-15f5-4937-be27-dae6636fc9d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.296522484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c5d894e8-15f5-4937-be27-dae6636fc9d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.296938047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72b0f6de-5012-48f4-8a09-7a8898701d62","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.296954814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"72b0f6de-5012-48f4-8a09-7a8898701d62","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.297182499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e3e428-4f3e-4310-aa46-39426b527448","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.297197496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33e3e428-4f3e-4310-aa46-39426b527448","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.297572681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"918b5868-b7ed-4f44-8a57-9ef6d16e8192","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.29758501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"918b5868-b7ed-4f44-8a57-9ef6d16e8192","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.297809135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac2a8585-403a-4c3d-b42b-b51039e8ba01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.297823163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ac2a8585-403a-4c3d-b42b-b51039e8ba01","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298040118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4fd004bb-3586-45c9-9373-7b560c5f31f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298051086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4fd004bb-3586-45c9-9373-7b560c5f31f4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298256587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cc83c7c-f81a-4fa6-b421-621303a21f1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298266872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7cc83c7c-f81a-4fa6-b421-621303a21f1a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298467096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ccbc6adf-cd8d-401a-b315-1124a1f8deba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.298477553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ccbc6adf-cd8d-401a-b315-1124a1f8deba","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.392663058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d13406e1-6714-4b35-b01a-9503821163b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.392751346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9681c058-188c-4572-8bf3-a4a852dc0950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.455931308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9681c058-188c-4572-8bf3-a4a852dc0950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.458182011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d13406e1-6714-4b35-b01a-9503821163b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.499139155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"98717b57-63d1-4d08-9357-0f484e190d15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.50551911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ab0d07bc-3ca0-4aed-99a5-d83d8cdcf578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.505526314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"cfb0608d-4a5f-44dd-a587-ac32f23e1ade","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.51585622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c3294ff1-8f42-4fb7-af33-3e1587c6611a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.516245605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32619304-3394-4a15-a974-3d89518b2636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.575909353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"98717b57-63d1-4d08-9357-0f484e190d15","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.589189044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ab0d07bc-3ca0-4aed-99a5-d83d8cdcf578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.590576444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"cfb0608d-4a5f-44dd-a587-ac32f23e1ade","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.814436297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-e8c49c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-e8c49c","reconcileID":"99be27fc-a0ac-4c20-93b8-0d03fb3f87f0","namespace":"llm","name":"e2e-rt-sw-e8c49c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.942900459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"056dcbbd-9dd3-4c70-a53c-98def7278716","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.942973975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6c8b5bd0-3f7d-4946-914d-23f1530a99f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:05.999876985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"056dcbbd-9dd3-4c70-a53c-98def7278716","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.000037648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6c8b5bd0-3f7d-4946-914d-23f1530a99f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.023551525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"acd41e57-80a7-446b-ac32-f36630c3cedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.023586501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df8a8e39-b3ac-473f-8852-02e8f4fc0379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.024063636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"dabb65ee-2a3a-4ab9-b092-044230b23f08","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.024161203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddfdcbe7-327d-442a-b879-c25cd6691507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.085093818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"df8a8e39-b3ac-473f-8852-02e8f4fc0379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.087852167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddfdcbe7-327d-442a-b879-c25cd6691507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.088716944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"acd41e57-80a7-446b-ac32-f36630c3cedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.180649967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"4cbc4f99-d8e4-4715-a02e-466497c2b285","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.343970953Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"0923216f-d50d-4189-bd3a-7de08ff5b75c","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-98a3be0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.473188328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cd1fba21-6cf8-48c0-93bf-57f6f6d4ba89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.481838681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2ab1540e-5f21-4be6-982b-ab4c69b32023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.482675009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1614bc79-6658-4736-93b8-269ddcb63f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.483960056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"72c50f62-25ce-4537-973d-7266485150ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.534343065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cd1fba21-6cf8-48c0-93bf-57f6f6d4ba89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.542771153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"2ab1540e-5f21-4be6-982b-ab4c69b32023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.544162893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"72c50f62-25ce-4537-973d-7266485150ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.550365497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1614bc79-6658-4736-93b8-269ddcb63f7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.588536654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"d4113195-5c97-4762-8872-9a07f7f4a880","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.647195997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"d4113195-5c97-4762-8872-9a07f7f4a880","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.838152658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"0445f768-c162-435d-8863-076f62b80581","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.852854613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"46157534-afa7-4220-9a2f-542ec48ac3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.900047353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"749e6564-fced-4797-8c17-9a2f92b304e1","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.909834385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"46157534-afa7-4220-9a2f-542ec48ac3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.953146889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"a7c4c391-80d8-414c-859b-22f0de4d300b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:06.970409072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"978b36af-e36d-4575-b947-e38b9598f689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.004146234Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"8e1b6699-e54a-4e07-b3aa-5a31c9fca941","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-12ca89d2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.011943122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"a7c4c391-80d8-414c-859b-22f0de4d300b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.033624339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"978b36af-e36d-4575-b947-e38b9598f689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.058508006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4d85df2f-ca2c-49cf-be7c-538f978f4b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.059326714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"bde5ba2d-1fac-419f-af70-f3e563f982fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.124993453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4d85df2f-ca2c-49cf-be7c-538f978f4b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.125032577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"bde5ba2d-1fac-419f-af70-f3e563f982fa","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.374721338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"aeb27cce-9da5-479c-a50a-5dccf2692043","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.430048062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"aeb27cce-9da5-479c-a50a-5dccf2692043","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.572660977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"25677305-8a3b-4333-b077-0bcb0a9474be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.572951649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8f4d76a4-1a9b-48d4-8811-b85ccdeb523d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.573203495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"ff750aee-3b8c-495b-b41b-dfb6f2ab57e7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.573332991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"82c9d1ff-e4aa-493b-a161-5d2131bb8f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.631956067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"82c9d1ff-e4aa-493b-a161-5d2131bb8f0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.632160569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"ff750aee-3b8c-495b-b41b-dfb6f2ab57e7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.634260238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8f4d76a4-1a9b-48d4-8811-b85ccdeb523d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.634416002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"25677305-8a3b-4333-b077-0bcb0a9474be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.889974831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"50adaaae-0f17-48fb-80ad-8a3125a02f6e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.906688383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3931f591-4ca1-4021-91ef-986e0c6721bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:07.963088752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"3931f591-4ca1-4021-91ef-986e0c6721bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.043447905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"48368ee6-7871-458a-8236-6a219449d654","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.100046684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"48368ee6-7871-458a-8236-6a219449d654","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.375439705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"9266fca8-5cec-457d-922e-c904eafcdba5","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.534230914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"499fcbe2-5af8-4a5a-8b49-53727d69c970","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:08.593011574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"499fcbe2-5af8-4a5a-8b49-53727d69c970","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.633145718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"077b5533-8943-4c75-ba99-f9763138f6be","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.691531747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"445ab603-4e37-4b27-ac41-13e732521387","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.740895645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"445aa0ce-cc26-40fa-801e-dd8302259c01","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.749465408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d745108c-37f6-4ac4-afe4-b8066992de49","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.790657149Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"33168759-3492-4935-b62d-8e43b23fdaed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.790680525Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"13dc8880-4480-42ba-8aa9-1a232b0657c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.791219671Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"0f3e514f-28b9-43e2-ba29-1a72a1fd983a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.798466463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"849f5fa5-c9af-4166-871d-6773364b33eb","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.806082995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f4759c70-324f-4dd0-9da8-93abe6ed7766","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.847154012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"cdcd5660-7cf3-4912-80a2-5be0d12db18d","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.848267204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"13dc8880-4480-42ba-8aa9-1a232b0657c7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.850049753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"33168759-3492-4935-b62d-8e43b23fdaed","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.850519515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"1af799fe-e197-4dea-b6d0-8e681e096cae","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:09.853724101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"0f3e514f-28b9-43e2-ba29-1a72a1fd983a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.853786144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"3abe147c-034b-41e7-b125-dfeda75f83fa","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:09.863442355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"f5d4386b-eaca-4094-a2c2-4cbfc4d26ee2","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.004508081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"3a664721-8711-4057-b504-bae6630fb76b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.005826476Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"83a0c1bf-ab3b-498b-96f4-34b8a18d0139","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.005940139Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"83a0c1bf-ab3b-498b-96f4-34b8a18d0139","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.06199288Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"3a664721-8711-4057-b504-bae6630fb76b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2167\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.062045492Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"3a664721-8711-4057-b504-bae6630fb76b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.06333213Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-subscription","reconcileID":"ba66d632-1b89-4e5f-8ba0-e2d25d4d7cd7","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription","ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.103768371Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"aeb8e06a-c890-456c-834b-384ddc59bc4c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.103848624Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"aeb8e06a-c890-456c-834b-384ddc59bc4c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.20571843Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"750c66a1-3e9a-4ae3-943c-78de285fe661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.205817102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"750c66a1-3e9a-4ae3-943c-78de285fe661","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.249660541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"abe8aff7-1084-4d65-aa94-1ca8f21bb448","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.290246635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"0a499e42-d49d-4d45-a44f-3d9fc1e97229","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.30646092Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"661386a6-cfba-473f-a0e2-9b624579013e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.306531626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"661386a6-cfba-473f-a0e2-9b624579013e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.306555369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"cede4c43-de51-479c-ac96-66bca44d9700","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.306633662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"cede4c43-de51-479c-ac96-66bca44d9700","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.411558815Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"1f5933e4-06a0-4eb8-9ca6-4651ce44f4d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.411628761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"1f5933e4-06a0-4eb8-9ca6-4651ce44f4d2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:10.465525485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-subscription","reconcileID":"73c594af-4ea3-4c15-8fbc-4a803ce4fddc","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.508313041Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"e208aee9-88f2-4925-b3e0-c4759ce785ad","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.508396075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"e208aee9-88f2-4925-b3e0-c4759ce785ad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.508313052Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"aeb2e7a5-2ecd-4102-9753-f017262748e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.508459238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"aeb2e7a5-2ecd-4102-9753-f017262748e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.607821782Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2d89d470-d340-4148-b9eb-23f77f43c357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.607928027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2d89d470-d340-4148-b9eb-23f77f43c357","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.708300437Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6caeede6-7180-4b75-8c56-43cc1a9e08c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.708365453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6caeede6-7180-4b75-8c56-43cc1a9e08c4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.708398783Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"43ef1fdc-8976-4d6f-ab7c-109822382fb1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.70845916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"43ef1fdc-8976-4d6f-ab7c-109822382fb1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.843722027Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d85a9e5c-9304-48f7-931f-5375b3a13b8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.843797486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d85a9e5c-9304-48f7-931f-5375b3a13b8d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.950482569Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"cb7d9d10-d93a-477b-864e-3771b532ff94","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.950571586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"cb7d9d10-d93a-477b-864e-3771b532ff94","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.950482639Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ea05bc7b-46af-49c4-a300-5a9189d2a1fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:10.950652896Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ea05bc7b-46af-49c4-a300-5a9189d2a1fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.167417675Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e9ab7eca-0e6c-43f8-9ba0-8f653100fed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.167503642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e9ab7eca-0e6c-43f8-9ba0-8f653100fed7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.275026384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"47bb69e8-217e-4266-91a9-268d8717e4a6","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.275026386Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8be5e324-73f3-43c0-98de-37724c23b549","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.275118667Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"47bb69e8-217e-4266-91a9-268d8717e4a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.2751475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"8be5e324-73f3-43c0-98de-37724c23b549","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.643701579Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d06ff029-c92a-4838-965b-ff8e30b83605","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.643787736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d06ff029-c92a-4838-965b-ff8e30b83605","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.751243657Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"e3043a85-1f72-4b92-a97a-5f1362c1a853","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.751253713Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"438b989f-7518-42aa-8677-f99b0da5c610","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.751317155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"438b989f-7518-42aa-8677-f99b0da5c610","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:11.751318103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"e3043a85-1f72-4b92-a97a-5f1362c1a853","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.439086804Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2ca5d4f1-887b-4bba-bf1e-d45fc29b52b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.439161655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2ca5d4f1-887b-4bba-bf1e-d45fc29b52b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.549361384Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"d49ee0cf-e948-44fb-baa3-8598dd215e68","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.549435511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"d49ee0cf-e948-44fb-baa3-8598dd215e68","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.54938246Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"da93bccd-957f-414d-af6c-3abe6f9a0e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.549490876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"da93bccd-957f-414d-af6c-3abe6f9a0e71","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:12.694940325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"d9dd6809-ed89-423b-be84-47d4afac4447","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.856383019Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"a645a684-6e0e-414e-9865-43065290f640","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.856464554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"a645a684-6e0e-414e-9865-43065290f640","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.856458936Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"80071302-5a9b-4167-8a33-134060cb29c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.856557611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"80071302-5a9b-4167-8a33-134060cb29c0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.857017323Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"bd6c252f-55ed-46e4-a5ef-e154f18d79b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:12.85706692Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"bd6c252f-55ed-46e4-a5ef-e154f18d79b7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.284988056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:14.480367147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"d24b4a02-349b-4ac7-a3c3-9e124362a6d6","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587530774Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"2419077c-d6ad-4dad-91ca-f39a35dd4023","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587607374Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"2419077c-d6ad-4dad-91ca-f39a35dd4023","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587540076Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"7b5869f6-faa6-4f12-a1d9-42919f5c7383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587654861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"7b5869f6-faa6-4f12-a1d9-42919f5c7383","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587686294Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"31fa1501-ab44-49e1-9aaa-4d46a5cc271b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:15.587733573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"31fa1501-ab44-49e1-9aaa-4d46a5cc271b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.396929121Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"f06f1b5f-2bd4-465e-85e6-ebac435f74d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.449121668Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"f06f1b5f-2bd4-465e-85e6-ebac435f74d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.502297033Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub1","reconcileID":"f06f1b5f-2bd4-465e-85e6-ebac435f74d7","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.790968393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"633cfd71-0881-4f2f-9ee5-a9f593c0456b","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:16.945333066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"0384a3c4-f026-4997-b52a-772429793885","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.055105379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"956eb85b-8f93-4e15-9b18-e2ca23c8038d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.055103433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"28b68e04-871c-419b-8b00-87e303e55206","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.058456501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ce35302b-3563-4015-908c-d11539ba1de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.058855931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"65c94cde-3398-4ceb-81ae-ed52ffe27077","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.059001186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fea48a98-c579-4465-aeaa-1795433c105b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.112178761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"a5c5cb41-d7ca-48ef-bb45-2b841f1b3b2b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea9a848b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.112635016Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"65c94cde-3398-4ceb-81ae-ed52ffe27077","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.113390577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"956eb85b-8f93-4e15-9b18-e2ca23c8038d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.115106653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"28b68e04-871c-419b-8b00-87e303e55206","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.116311075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fea48a98-c579-4465-aeaa-1795433c105b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.117915774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ce35302b-3563-4015-908c-d11539ba1de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.170172122Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub1","reconcileID":"65c94cde-3398-4ceb-81ae-ed52ffe27077","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.468641896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"d21c6753-f7bc-40a8-823c-7cdbd74d0f86","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.592300093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4a254e8c-e782-46e6-b749-80f2564676b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.592794267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8d2ea808-f8af-4ca7-8788-a93ea56a4ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.59906897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"fff99572-3b88-4e1e-b552-6cc4cf14e73d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.599186462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"640d8922-c203-4760-a86d-58ec36f7e3f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.629435709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"90ac6710-baf3-4780-bb42-5850435383fe","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.648998912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"4a254e8c-e782-46e6-b749-80f2564676b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.650375073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8d2ea808-f8af-4ca7-8788-a93ea56a4ccb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.657097592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"640d8922-c203-4760-a86d-58ec36f7e3f1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.65773008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"fff99572-3b88-4e1e-b552-6cc4cf14e73d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.735587485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1234b43a-b5ae-40ea-b3ff-152c5004345f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.793284187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1234b43a-b5ae-40ea-b3ff-152c5004345f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:17.796501536Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"5aa8e84a-421b-4f29-85e7-305d092b7093","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7c6ba3c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.120325473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"b704da5b-9cec-4c20-aa39-86935fa8f85f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.120325402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8f17bb40-b05e-451c-a4fc-d7d8eafc2555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.177255631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8f17bb40-b05e-451c-a4fc-d7d8eafc2555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.181800805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"b704da5b-9cec-4c20-aa39-86935fa8f85f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.224058613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"c3de6b41-b83a-4bd5-a093-b7546f299034","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.281334029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"c3de6b41-b83a-4bd5-a093-b7546f299034","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.318692137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"74539097-7ad7-4cb7-b558-d92ac933b757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:18.376240327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"74539097-7ad7-4cb7-b558-d92ac933b757","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.865413023Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"66f94724-86f8-41bc-9fb5-7a8ff0085804","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.865485826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"66f94724-86f8-41bc-9fb5-7a8ff0085804","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.86541417Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"6b84072d-1a29-4519-9fa2-b7e0a6979a20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.865533546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"6b84072d-1a29-4519-9fa2-b7e0a6979a20","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.865606262Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a231b8fb-bee7-4a1e-a786-21b3ad6b914f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:20.865653695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a231b8fb-bee7-4a1e-a786-21b3ad6b914f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription and model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: compose ai-tenant-e2e-worker-w4-acd385/e2e-dedup-subscription@e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:22.869305756Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-subscription","reconcileID":"836cc8e9-f2ba-44af-b3f8-729edc4bd76b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.186425154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-subscription","reconcileID":"836cc8e9-f2ba-44af-b3f8-729edc4bd76b","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.488068278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"13fc9b48-fecf-4da9-b510-f16b04774839","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.49038491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"f80c1bb4-fc78-4514-914d-51dda441461c","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.657657472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"4c7df716-bab2-4a05-a8d3-3c3feefadfa5","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.856694115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d2e13802-f680-4810-b0a4-61c935de4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.857616483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"792b9f71-7ea7-47c3-bee4-aec9ef79b624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:23.858212122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"44d480e8-9bf8-4c5a-b55c-306a756c953d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.192262683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d2e13802-f680-4810-b0a4-61c935de4e60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.226797926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"792b9f71-7ea7-47c3-bee4-aec9ef79b624","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.294637633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"44d480e8-9bf8-4c5a-b55c-306a756c953d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.856808614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6767c4ed-7c8d-4cd6-a5b9-f356b780d661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.952661727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"43a3c40a-d189-4498-842b-348a81d12fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:24.990116321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"44d480e8-9bf8-4c5a-b55c-306a756c953d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.990362022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-dedup-auth","reconcileID":"f380b7ce-bc51-4dd6-aa6d-eac7a89d19d9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.992120324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"bf347518-60eb-421b-8617-a18e5ecacafb","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:24.993415913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6767c4ed-7c8d-4cd6-a5b9-f356b780d661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.075269763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"812747ca-84b5-4c22-84ce-58906e7b421d","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.076933098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"43a3c40a-d189-4498-842b-348a81d12fde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.30081556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"8fc60246-24c0-4723-b8bc-6ca78343c401","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.432463315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"bb00e683-91eb-416a-b707-33b11712df88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.591530288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"76a99719-40d6-4719-ac13-d11946558767","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.644143711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"bb00e683-91eb-416a-b707-33b11712df88","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.666555358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"76a99719-40d6-4719-ac13-d11946558767","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.708098959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"111348fa-dcfa-409b-8674-1acef5158bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.764661718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"93ba3df3-b061-4b00-aeeb-a151ced57838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.775622301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d5316fd5-5f04-4f45-8549-cda7c0187a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.788915563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"111348fa-dcfa-409b-8674-1acef5158bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.842411022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d5316fd5-5f04-4f45-8549-cda7c0187a39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:25.845337908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"93ba3df3-b061-4b00-aeeb-a151ced57838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.168573998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"a9a343f7-70c8-49ee-9d07-11f942e5a5d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.23636463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"a9a343f7-70c8-49ee-9d07-11f942e5a5d5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.269915304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"4c805e39-f508-4ab0-99ec-f39a9e6eeea9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.343707364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"4c805e39-f508-4ab0-99ec-f39a9e6eeea9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.375382089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"f301c6a6-6737-4b22-a6e2-cbe83c7a5318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.415223261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"753fde62-9456-436a-8853-5883b2e5f8e6","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.439210309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"f301c6a6-6737-4b22-a6e2-cbe83c7a5318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.478316971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"af5477e6-3a47-417e-b4bf-3b8637e0dc6f","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.652118636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"8cae3226-94d8-42cf-bbec-2e081292d063","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.718844252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"8cae3226-94d8-42cf-bbec-2e081292d063","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.719320004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"d7b4dde1-78aa-454b-8625-8ba9eaea4540","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.793734211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e4172b91-dd04-473f-a023-c64a2c19836a","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:26.866284352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-sub","reconcileID":"51a4fa32-6232-49ac-bdc0-3c8d52ca0325","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.887289393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"c300fe76-a97a-495c-b80f-2802576a2c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.887250681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a70ea10b-86c7-4f3d-b4ce-7cd3f6abf953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.948281348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"a70ea10b-86c7-4f3d-b4ce-7cd3f6abf953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.957496097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"c300fe76-a97a-495c-b80f-2802576a2c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:26.992536887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"d5fcdc8c-5554-4e0d-a7de-02fca0d07b6b","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.051358423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"4c246a27-488d-462e-9613-a4c519cffc63","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.053983245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"59dc7755-e1e0-4384-9fb8-36f7793ef1a6","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.164194068Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"97a52aeb-db2f-48b7-b8df-e964744ce20d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.211586653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"95eacbbf-4e11-48be-811d-3f1ce03262df","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.217317354Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"97a52aeb-db2f-48b7-b8df-e964744ce20d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.275187199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"95eacbbf-4e11-48be-811d-3f1ce03262df","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.275434055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-sub2","reconcileID":"97a52aeb-db2f-48b7-b8df-e964744ce20d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.322420695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-sub","reconcileID":"718be127-84d0-4434-84b5-8f1cb7ddbb6a","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.355262934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"312ccb91-0cec-42fc-b8bd-56778f9999aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.355562145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0c3ec6fd-d4c1-4d20-999e-c65adca93e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.413576875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"312ccb91-0cec-42fc-b8bd-56778f9999aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.414401912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0c3ec6fd-d4c1-4d20-999e-c65adca93e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.496020479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"b6106db7-ba96-410e-8089-94039303018b","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.546550664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"e513fc7a-68a2-4ae9-b96d-cae089c3e779","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.605139715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"7878ef9e-f98d-4538-9a4f-cd086d81463f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.671571517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"7c0aeb69-b708-4a33-9d4a-17ee79e092c3","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.737501012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-sub","reconcileID":"069b968c-853d-4657-be6e-9ce61d3f00f3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.764774812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"1aef395b-f50e-433a-b2c4-092dffa83bce","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.849987754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"78c89bbb-5cde-47ab-b06d-f9022bb210f5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.868705866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"d31dbeda-5450-4441-a4d4-4bab3577d81a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.903490605Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"78c89bbb-5cde-47ab-b06d-f9022bb210f5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.926473882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"d31dbeda-5450-4441-a4d4-4bab3577d81a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.955706914Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-sub2","reconcileID":"78c89bbb-5cde-47ab-b06d-f9022bb210f5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.968783812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3fc04a73-8e1f-4fb6-ad95-3eb906405f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.96952084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"40f22d09-823d-4439-b75e-0a25f46a3402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:27.970354433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"41594c5b-273a-4d1d-a494-8c938c6d1a92","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.025909737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3fc04a73-8e1f-4fb6-ad95-3eb906405f1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.02592693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"40f22d09-823d-4439-b75e-0a25f46a3402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.034351696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"41594c5b-273a-4d1d-a494-8c938c6d1a92","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.135237621Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth1","reconcileID":"a10a9b66-bfbf-47cb-8ab3-4823cd8919cc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.242054461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"e4c315ce-f54d-4d1c-b387-71a69d851fea","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.394126339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"53b0b72c-296f-4de2-9b7d-ede561ac45bb","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.414329801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"6b237d11-eea0-4b6b-8ec4-2bc556c82e84","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.537214997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"de10622d-85d4-43e6-8c5f-5f85bef04a4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.539392508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5391d5e6-1fdc-4761-8227-923811056489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.540103504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"a5dcfc9e-ab09-4256-8a2d-a9c8406b98c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.539392564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4d47fc37-e32b-4917-90ad-870a4fcc63b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.601255587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4d47fc37-e32b-4917-90ad-870a4fcc63b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.603113257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"de10622d-85d4-43e6-8c5f-5f85bef04a4b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.604299192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5391d5e6-1fdc-4761-8227-923811056489","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.608659879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"a5dcfc9e-ab09-4256-8a2d-a9c8406b98c5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:28.860690086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth1","reconcileID":"401824ef-8f46-44d8-a4e6-eb33b2e7de31","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.073197021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"5d632a1e-006c-46b3-8111-5a170846482b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.076655183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"097c3333-5cf3-4dc1-9508-96a0569a4c55","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.13241235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"5d632a1e-006c-46b3-8111-5a170846482b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.236410819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"72fe5ddc-fec6-4972-964b-4d20ebf8eb6a","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.342311994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-multi-keys-auth2","reconcileID":"838a8178-f607-4cf6-a457-ed952a17d873","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:29.504849117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"2e7dca5b-923e-4cef-a844-7081e2f65414","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.02070475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"4aaa9b9f-b475-4fbd-af0a-980797b7b4ec","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.176290573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"d2f4b616-77ef-436c-bd01-fdefc32b19cf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.176518072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b48649df-1650-4cfa-82f5-b6e206ec313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.17628989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d0e6e4c3-07c4-42b5-91f9-e6c4a7394f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.235467811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"d0e6e4c3-07c4-42b5-91f9-e6c4a7394f88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.23626106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"b48649df-1650-4cfa-82f5-b6e206ec313c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:30.237982397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"d2f4b616-77ef-436c-bd01-fdefc32b19cf","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.064046755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"3904e12a-4e36-4366-bbdf-783311124e9c","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.121218648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"05f4d1f7-1702-4b9d-8c78-7749c4332663","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.330892699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a41d268b-1d09-4622-b36f-4335e26dca1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.357501324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"9d529922-a555-4a9f-acdb-4fc4c53a9473","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.39403409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"a41d268b-1d09-4622-b36f-4335e26dca1c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.420532432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"ab66f3ec-f66a-4284-a7a2-523d01c1bdd5","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:31.470447743Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"9f966a55-2193-4b54-92cf-014980022d4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.570932771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"10a525e2-be51-43a6-b071-b5bae7cdf28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.570939724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a4046070-979f-4ded-bade-ea66ccd11220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.586577725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"e21a4fab-5b86-4d87-9229-5583bc5f2e1a","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.629425486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a4046070-979f-4ded-bade-ea66ccd11220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.63012153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"10a525e2-be51-43a6-b071-b5bae7cdf28d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.648737035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"3826291c-2c70-42ea-a247-c27caa5eb012","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.654641798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"ef4cdc69-757d-4252-ae5e-f4edc778abc8","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.706654752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"caa691f0-5208-41ef-8a28-4d821f04c0c1","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.731561587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"3d249888-6c56-4cdd-aa46-6354bf225c51","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.942484354Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c51e9322-23b1-468e-a396-13180df91054","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"distinct-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.980026814Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-97b317 priority=0:[ai-tenant-e2e-worker-w1-97b317/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-97b317/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.980204601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"be7709f7-ab17-4219-a251-81c1476bd470","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:31.981799585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e209d6ad-3bea-425e-bd09-7b20c1cc3755","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.016233662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7bf4e4a1-a8c1-44bc-be18-02aa58bfd677","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.044289576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e209d6ad-3bea-425e-bd09-7b20c1cc3755","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.054513015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"cce8e72f-5689-464b-b213-142fbba8e01f","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.073106392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7bf4e4a1-a8c1-44bc-be18-02aa58bfd677","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.093072953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"174f6733-dcb3-43ff-9353-2c80c7329262","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:32.106719152Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:32.106894483Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c51e9322-23b1-468e-a396-13180df91054","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.141151116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"373624a3-5339-44b1-b085-d1c94e6d4014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.148272911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"8e4d042e-a614-4b63-9cac-78cc32782497","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.151890846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"06742ddf-e458-4f99-9834-b1d2048722cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.198125034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"373624a3-5339-44b1-b085-d1c94e6d4014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.210142001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"06742ddf-e458-4f99-9834-b1d2048722cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.321640336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"eb1195b5-4c13-4e38-b98f-0666129e0262","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.324087384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"fa40509b-520e-4325-843f-d021d16c0412","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.362421317Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"f7c05609-7601-4655-9360-3243b3d3a336","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"distinct-2-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.49371868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94589296-6e99-493b-8314-411352398a91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.505369163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"b7002860-9cd6-4bad-98e1-41b6742f2c7d","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.530592907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"f2824552-cff5-461f-8b4a-4fbcc0f916c4","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.55129827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"94589296-6e99-493b-8314-411352398a91","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.597395002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9fd82bc2-1301-40c3-8344-a2eb9299f125","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.654343147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9fd82bc2-1301-40c3-8344-a2eb9299f125","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.684091506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"128cea62-d6a9-46c4-8624-d428dbd3487c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.722910601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8a25b47e-3136-40fc-90c1-dc5e2a651bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.741124818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"128cea62-d6a9-46c4-8624-d428dbd3487c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.745025704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ca2b8eb0-d7c7-4eab-8066-4d582295df0e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:32.779939869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8a25b47e-3136-40fc-90c1-dc5e2a651bfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.702500708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"6f18ea73-0767-4e9d-92b2-b06c7e3b2bcc","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.869593245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f13fc901-dbc1-4222-8009-94b535f7c16b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e8edd2b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.964507062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e547c0b-464e-45a5-bf86-90a2f7e6bd29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.964543076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"24bad9f5-747e-4740-ae2e-cb490bc1c258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.965012672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6bf59daf-e08a-48c4-930a-fba7e42f85cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:33.96507734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"92e56049-d94f-450d-aa09-5082d041ebae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.031094892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"92e56049-d94f-450d-aa09-5082d041ebae","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.031481415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6e547c0b-464e-45a5-bf86-90a2f7e6bd29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.034131919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6bf59daf-e08a-48c4-930a-fba7e42f85cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.035285384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"24bad9f5-747e-4740-ae2e-cb490bc1c258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.501794963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1725e79e-2670-465b-be55-50476086b9a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.502220032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"63864ec5-dda8-4379-8333-888a62d2ff7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.502275185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"375dec5b-68f7-4123-b370-177d13192bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.502610062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4590bd0d-912a-412d-9733-f4d50d808adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.558293196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1725e79e-2670-465b-be55-50476086b9a9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.559159568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"4590bd0d-912a-412d-9733-f4d50d808adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.560711834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"375dec5b-68f7-4123-b370-177d13192bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:34.561548981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"63864ec5-dda8-4379-8333-888a62d2ff7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.636643278Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-ignore-header-auth2","reconcileID":"57c4d5e0-636a-42ee-9f5b-2299fa2af5d0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.636680436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"2bb6f4f4-a3aa-46f6-a166-a1e382c3acb5","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:38.844811574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"8a02a0c1-e15f-4e5a-906d-691daaa0376f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.182687364Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-sub","reconcileID":"2ce1cbde-dfe3-4a25-9e53-2d72cd0f6aea","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.272245346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"3a6600a4-ab34-44fb-ab50-191b2283e76c","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.326694912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"a85cc0dd-00ac-4123-9786-7f9b466f1a17","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.435259795Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-sub","reconcileID":"2ce1cbde-dfe3-4a25-9e53-2d72cd0f6aea","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.540042797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a83f4dc2-8d64-451c-800e-ad5e24d68c73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.556046553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"db562598-54fc-4b1c-8a9b-94e3570ba24f","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.596230573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a83f4dc2-8d64-451c-800e-ad5e24d68c73","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.616257466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"e284372f-b6ea-4fc3-ba0a-864e650964a3","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.644469193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"44264cc2-393a-4887-aed3-fa9eeaf3259b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.652808666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e650ba0e-f2ec-4271-8960-8c82b4df9124","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.66743533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"8467a267-bb43-44b5-9912-21d008e69833","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:40.669035834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.725000263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"a80ff4b7-6cf8-419d-bda9-0e1ee21d8cc6","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:40.725597184Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.760413253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c157f0bd-ad2e-4fc5-94a6-abde23e20e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.760418613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9be27cb2-93ec-49fb-bb77-d8c87a5f3188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.809847615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d86efa28-6a9c-4dc1-b836-cf21fb2ab653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.809930648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb101f1c-1272-4648-959e-c1302fcec526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.816127362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c157f0bd-ad2e-4fc5-94a6-abde23e20e50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.819036105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9be27cb2-93ec-49fb-bb77-d8c87a5f3188","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.825301729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"cae25c93-c646-4941-8e1e-88d3a650f1b7","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.847559547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"56c05696-30ac-459d-a873-6883fc5b2a54","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.867487314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb101f1c-1272-4648-959e-c1302fcec526","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.870506439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"d86efa28-6a9c-4dc1-b836-cf21fb2ab653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.910229001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"5296e646-2be1-4abe-a029-3d560abeacf6","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:40.940651501Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"3c1d602c-7a9f-4bd7-a674-867bc003dacf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"distinct-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.118147532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"6a80f5b9-2e1d-42d6-a800-fefe777ac268","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.136520132Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.136543522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"48f6bf1f-39ff-43f3-bd9c-863a2f0c94f1","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.156543185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-api-key-scoped-auth","reconcileID":"c2f4b783-3af1-4d7b-8cd9-87c41c9f5afa","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.177788278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a62f908a-2186-4adb-ab4f-ff57e9168bfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.195844743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"52f2c5f0-f6d3-450f-a023-29a05700896b","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.214451578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"4d964869-ab70-440b-8d51-f6ba1a6144f5","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.237270585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a62f908a-2186-4adb-ab4f-ff57e9168bfa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.255946619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"75b3f857-2101-4aec-a52d-a8785707e47e","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:20:41.257772536Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.31454228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"c6b4bad1-a8d3-4324-bbf4-48c26d49b7fd","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.330710381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"196be37e-0839-4cd6-8213-f825d1692450","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.334427813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a35f839d-e13e-4601-9260-5af2d8a28d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.334928795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1bd97e64-8c3b-4efe-a86e-ede674d7ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.391766889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1bd97e64-8c3b-4efe-a86e-ede674d7ccae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.39176689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a35f839d-e13e-4601-9260-5af2d8a28d0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.41638891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"3356c193-2801-4f7e-901f-446001a6ea70","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.471196968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b0c89404-a5ef-4271-8af2-bf9388aa74f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.526467489Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"87547a2a-d666-4b87-8bd4-f356ec4be574","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"distinct-2-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.528031414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b0c89404-a5ef-4271-8af2-bf9388aa74f2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.670238032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a1f0c8f8-5fb3-4195-bfc5-b63910607585","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.694998478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"90b997ac-5cfb-453a-b42c-592a74621ef6","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.726052962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"a1f0c8f8-5fb3-4195-bfc5-b63910607585","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.80239048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f41557e5-0061-438e-992c-5f7dc32fac7b","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.853372841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b9df2c09-5fab-4bff-b610-cf31ba5431f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.853631443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7296b6ae-b7bb-4eac-a1b3-cdeed2debc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.901750525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c5d86f0c-77a6-4b3a-af35-2590a440e8b4","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.910729017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b9df2c09-5fab-4bff-b610-cf31ba5431f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:41.91284551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7296b6ae-b7bb-4eac-a1b3-cdeed2debc34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.06426173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66bd9143-b6dd-43fe-9dbb-b466924e4eba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.076451777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"14f217f3-0652-4fa2-b35c-a7f0e9cd77db","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:42.121537778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"66bd9143-b6dd-43fe-9dbb-b466924e4eba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:43.92426926Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"60247808-3d7c-4d75-925a-253f07e41307","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:43.980356338Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"60247808-3d7c-4d75-925a-253f07e41307","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.034550956Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"60247808-3d7c-4d75-925a-253f07e41307","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.347748008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.414058588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"c2726460-c3f7-47ef-ac86-8c18d437b391","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.415197496Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-e621db/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.477254493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"449bbf23-28b0-44bb-af51-38996e28dfbb","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.527086745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7b1be16a-f782-4c77-aeac-6f343f6fe6ba","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.56709039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"94522d5a-d696-4e22-a933-c73e365fd4be","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.70362703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6136f315-ece5-4e95-8de8-75b7c7014da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.703785896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f660163-8bdf-4237-9fdb-90cd4dcf4f30","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.70436641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32da1d81-9a7f-4a75-ad8d-a0d3e32009f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.704613219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"359fe4af-26cb-496c-9d99-bffa0dd12d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.717171081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"ebeb18c9-d4dc-44c3-abc4-5513b2f963e6","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.77135656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f660163-8bdf-4237-9fdb-90cd4dcf4f30","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.771564013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"359fe4af-26cb-496c-9d99-bffa0dd12d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.780615794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6136f315-ece5-4e95-8de8-75b7c7014da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.791086908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"32da1d81-9a7f-4a75-ad8d-a0d3e32009f6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:44.99898092Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"64617a10-9937-4007-b4fa-ea79aec42d1e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6380bd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.440008857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"eac6b7cf-c16a-43d5-ac10-c3620924452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.509602671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5b864d2d-24ab-43d6-b061-8831651f9d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.510447302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"eb1ca76a-82a1-44b3-94c6-da3be411fdb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.510764798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff36ee83-5a1d-439b-8dab-8181702bd2b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.511007687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"baefe4c5-c2ca-4583-a00d-7975dc320bb8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.601564962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5b864d2d-24ab-43d6-b061-8831651f9d49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.642611511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"eac6b7cf-c16a-43d5-ac10-c3620924452a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.833421174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"eb1ca76a-82a1-44b3-94c6-da3be411fdb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.834308735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"baefe4c5-c2ca-4583-a00d-7975dc320bb8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:45.922053385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ff36ee83-5a1d-439b-8dab-8181702bd2b5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.501937894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5cbc2952-2131-452a-b24f-9933274a8f3b","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.502429664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"f70777c9-7615-46b0-a619-e8200c6f40f7","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.535481907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cfcb11bf-18a3-4079-9e17-2f6f054a172c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.536666437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33e76b04-5cf1-4759-ae32-8a6df3693404","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.633625747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cfcb11bf-18a3-4079-9e17-2f6f054a172c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.680656474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"33e76b04-5cf1-4759-ae32-8a6df3693404","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.686322661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"b2ff511b-0c64-4138-a24e-2588c2bf9a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.686613262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b37f6e7c-c34d-466b-b901-7e4c9b36e8ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.695824125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"ef6b8e54-e1fe-47eb-b534-81a1dda2bcad","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.711622577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"258b9b68-cb90-40e6-aa70-4292acd6da76","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.715591006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"56bb75a1-06ff-40dd-a1dd-960746c27c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.767032027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"b2ff511b-0c64-4138-a24e-2588c2bf9a73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.83217161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"f86e1216-14aa-4553-a113-f0c7660569e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.878181718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"56bb75a1-06ff-40dd-a1dd-960746c27c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.887126623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"b37f6e7c-c34d-466b-b901-7e4c9b36e8ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:46.910398173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"1093b073-80d0-493c-8487-6d3f6bd270c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.102288425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ae438b14-f06b-4d3e-b00c-1a2a36cadcf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.174807638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ae438b14-f06b-4d3e-b00c-1a2a36cadcf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.436258116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a2f0ec53-2547-49c7-a7fa-1e42559da7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:47.498415966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a2f0ec53-2547-49c7-a7fa-1e42559da7d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:53.926441242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"8c0bf6c6-e4a7-44d4-b472-1871b526f160","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.091167768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f5f3818-353d-459e-be77-531784caf8be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f829c1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.194355464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3865fc60-3c24-4956-ab1d-0d791dd995ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.196808742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bad32c81-945b-4138-aec7-09be5edc408d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.197786041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cb16f015-0436-47fd-a6fc-349d2d1ff280","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.198224135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9298f99b-e153-448b-bd06-6da166f15c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.260290602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3865fc60-3c24-4956-ab1d-0d791dd995ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.260714668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"bad32c81-945b-4138-aec7-09be5edc408d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.264197884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"cb16f015-0436-47fd-a6fc-349d2d1ff280","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.264996235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9298f99b-e153-448b-bd06-6da166f15c55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.735894875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e8eae172-b7fd-4985-bb12-2acc0cfed898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.737789623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"40f3912f-9cc6-492c-a479-76d133d51edd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.793165145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e8eae172-b7fd-4985-bb12-2acc0cfed898","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.796458242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"40f3912f-9cc6-492c-a479-76d133d51edd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.832164918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c86e5af5-db20-4e75-a453-2431514fdad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.832655373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"14c1f1c3-d431-4d9f-9048-172134cb4887","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.8911347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c86e5af5-db20-4e75-a453-2431514fdad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:54.892028403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"14c1f1c3-d431-4d9f-9048-172134cb4887","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.058171621Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"03d036c1-8d83-461c-9bfd-0b1e46bce4ff","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.11062251Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"03d036c1-8d83-461c-9bfd-0b1e46bce4ff","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.169099358Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"03d036c1-8d83-461c-9bfd-0b1e46bce4ff","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.471405107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"25a1194e-1226-4bd9-a05b-a5d16aed574a","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.532013816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f60fda23-51c3-4d98-bf81-2f2a5a7e9bc1","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.647913164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"11c7e18e-d9ea-485e-b64f-ca56c9f24a25","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.748450502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c4ff8ade-e8c6-421e-8c3f-01b92c0c1e31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.748559259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8f2cf0b2-2559-41e8-8916-3d0888e56bf5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.805815694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c4ff8ade-e8c6-421e-8c3f-01b92c0c1e31","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.809444459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8f2cf0b2-2559-41e8-8916-3d0888e56bf5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.839661766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5442d3b5-cdea-4671-8736-5f7231c0d559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.848668504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"182c7c94-b191-48b5-ae0f-5fe84418a637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.899646775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"5442d3b5-cdea-4671-8736-5f7231c0d559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:55.909930591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"182c7c94-b191-48b5-ae0f-5fe84418a637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.010198782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b565329e-635b-45e9-ad0d-c76ca96b6fc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.22571391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"7fe5ec5a-1d79-4b41-bfc4-3c1299441a92","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.386482261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"5d6e2d07-17b9-4e92-8d8f-b2f34ea9dd16","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.386503492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54e8c881-8301-4ba9-a971-71e3e1bcf967","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:20:56.574233107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"6f43c920-5ad6-46e8-958c-fa4656569abf","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.355143128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"538cb782-560b-45a5-bdae-f7b805d4634c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.5345696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"5698b4f0-145e-4627-b4f7-5499acaaa976","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.710447123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"1011134b-95e3-474a-9c5e-bd7e7915fafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.712079513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"35ddbf03-56bd-4f5d-bfc9-36d98b0b9042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.799492512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"1011134b-95e3-474a-9c5e-bd7e7915fafc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.800504094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"35ddbf03-56bd-4f5d-bfc9-36d98b0b9042","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.89548686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4f8b5846-8f62-49ff-91f0-90b68e18f618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:01.916560645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4494a296-1659-4e6f-b6e0-03612de5e8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.023811352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4f8b5846-8f62-49ff-91f0-90b68e18f618","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.025740262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4494a296-1659-4e6f-b6e0-03612de5e8b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.261380215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f5944db2-d8bc-465c-9d72-565ef7a9381e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.32413929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f5944db2-d8bc-465c-9d72-565ef7a9381e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.348397494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4d6b5fec-9374-4409-8429-887f7cc73754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.348385501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61335293-31fe-4d87-95e3-2fd7108f7eab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.406790788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"61335293-31fe-4d87-95e3-2fd7108f7eab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.407691071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4d6b5fec-9374-4409-8429-887f7cc73754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.507561576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"829054b8-8aeb-412a-87ee-0f8bccba0702","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.567531706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"829054b8-8aeb-412a-87ee-0f8bccba0702","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.747137807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"15d541ac-1c3a-4622-88b9-e40250cfab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:02.804496873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"15d541ac-1c3a-4622-88b9-e40250cfab20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.153766722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6e64d396-487c-4017-b6c9-27f016938dad","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.210524516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6e64d396-487c-4017-b6c9-27f016938dad","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.277950254Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6e64d396-487c-4017-b6c9-27f016938dad","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.567325204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"d69fa062-02ca-47c3-aad3-64d2d717813b","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.744631808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"2a9a6ac9-9354-4dd7-a336-a18f89cbb1a9","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.863172044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ac55d726-95b2-49f6-9489-cb691b4f763d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.863281728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9e2d30ab-0947-4790-88c3-8ff0d4369f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.863800368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"43b7feb8-6235-4afc-870a-dd52e286a1ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.864266766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9dc7e741-d35b-4d80-b4c1-a2192b18960d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.925587775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9e2d30ab-0947-4790-88c3-8ff0d4369f2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.925695964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ac55d726-95b2-49f6-9489-cb691b4f763d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.926157438Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"d868589f-70a4-4ecc-9e85-84e887476de9","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fe762391","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.92834063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"9dc7e741-d35b-4d80-b4c1-a2192b18960d","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:04.934614913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"43b7feb8-6235-4afc-870a-dd52e286a1ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.357903766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bb25f721-059c-4a3d-a79f-e834a6899498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.359414127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6f667c59-2c93-4f70-b4a6-c993361fff18","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.359432182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f1433f09-86ac-4908-9a8e-05b24ca0cd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.417433061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bb25f721-059c-4a3d-a79f-e834a6899498","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.41748792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f1433f09-86ac-4908-9a8e-05b24ca0cd5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.419928466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"6f667c59-2c93-4f70-b4a6-c993361fff18","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.453255599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fbd13c02-ebbf-404d-ba10-a296d4aad95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:05.516166679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fbd13c02-ebbf-404d-ba10-a296d4aad95f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:07.800662484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b014b5cf-1afd-4dcb-879d-7f02e13e710c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:07.853066126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b014b5cf-1afd-4dcb-879d-7f02e13e710c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:07.905281305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b014b5cf-1afd-4dcb-879d-7f02e13e710c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:07.957231888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b014b5cf-1afd-4dcb-879d-7f02e13e710c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:08.309608763Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f259852e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f259852e","reconcileID":"6160d68d-8fd1-4e33-a9fd-66d96a335023","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f259852e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f259852e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:09.904852799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"f678e5a9-01c2-4645-9c8c-cfb9fa1c1d0b","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:09.907334168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"2d766d7e-9f2b-487d-92c4-7b422c962455","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:09.907748642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"58f76c5a-fc85-4984-95c9-bf44d5d4b5ab","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:09.994638276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93542ff4-b2e9-4df3-932c-897571bc6352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.018021521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"13e80b3e-8e22-42d3-a5f9-b8fbe0d96640","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.046816443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93542ff4-b2e9-4df3-932c-897571bc6352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.047501192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"41f46264-9ad9-4ba1-a874-d6589c9a3acb","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.102485214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93542ff4-b2e9-4df3-932c-897571bc6352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.102984363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"5683d252-0d35-442d-b37f-6fed007ed8e0","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.154945739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93542ff4-b2e9-4df3-932c-897571bc6352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.15929568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"f3d0b6a6-1c56-4f64-a557-ca860cc200e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.207763433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"3436b2f7-a451-4457-a249-6a62751947f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.209413846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"864aead1-4d73-464e-b0c6-b199350933c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.211684159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"ea267302-a56d-4d1b-ae49-96710d445429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.216367886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"f3d0b6a6-1c56-4f64-a557-ca860cc200e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.266284317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"864aead1-4d73-464e-b0c6-b199350933c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.583104213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"75db1713-b86c-4467-9ed8-a5512a7a1014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.64201337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"75db1713-b86c-4467-9ed8-a5512a7a1014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.685821829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"2380446d-8aae-4bc5-adbf-718eb279eede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:10.745491979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"2380446d-8aae-4bc5-adbf-718eb279eede","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:14.287823276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:14.979007497Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f7841f1e-d90e-45ce-adc5-c3c11ced0416","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.032685398Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f7841f1e-d90e-45ce-adc5-c3c11ced0416","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.090526095Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-sub2","reconcileID":"f7841f1e-d90e-45ce-adc5-c3c11ced0416","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.368204037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"1034983c-66d2-4cf7-827b-52ed0f5918d9","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.528182587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"edd68b29-1b43-4118-a8a7-cd2e00f07028","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.631629136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50933635-0c5f-4d14-a32e-2ba52a24f6f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.631787289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ae1c3ff6-8f8a-4ae2-9a5a-afa34fd13041","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.631630783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ddd14509-4425-481b-9313-9a68e320e424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.632271651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9ab793a0-b97b-4dce-a6de-26304ac6350c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.689305839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ddd14509-4425-481b-9313-9a68e320e424","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.68945762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"50933635-0c5f-4d14-a32e-2ba52a24f6f4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.691667044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9ab793a0-b97b-4dce-a6de-26304ac6350c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.69326699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ae1c3ff6-8f8a-4ae2-9a5a-afa34fd13041","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:15.896668288Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth1","reconcileID":"26c41714-fcab-43c1-9c59-ecaba5a79beb","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.10253963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f392839a-5258-409e-8e9e-94608bf1caf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.158964144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"40c52ba1-bf82-46f7-a6a0-796b865a0221","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.161164645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f392839a-5258-409e-8e9e-94608bf1caf2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.318467429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"b13aa36b-4b5d-44cb-a273-923cea59d542","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.366983109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-sa-multi-hdr-auth2","reconcileID":"82761dbe-af42-464e-b337-047b96b7c9f0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:16.624893667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"461a3127-a9db-4fb5-8dbc-6623e0fadaec","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.259556054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae126de-0a5a-47e9-8ca2-521b0b03819b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.259579098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ae126de-0a5a-47e9-8ca2-521b0b03819b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.317978753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cfa9002-ab91-4b8a-b73f-192e35af5568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.318002172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cfa9002-ab91-4b8a-b73f-192e35af5568","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.553919323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b0fa847c-b090-46ba-91b3-027b10479c6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.582940012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ce27878-7abe-4b24-afa7-36094d37ef36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.5829653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ce27878-7abe-4b24-afa7-36094d37ef36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.611079162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b0fa847c-b090-46ba-91b3-027b10479c6b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.643757855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d0a245-df0f-46ac-8bcd-aa1a5cd20246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.643776426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a2d0a245-df0f-46ac-8bcd-aa1a5cd20246","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:18.728559904Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"38df5d64-32d9-4606-8b1b-2d9aa8a480b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-209a77\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.780845946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca788533-6f30-4371-9e7d-c66d0a723cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.780845772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0cce8e5-bf90-4e60-a861-ec538629a768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.789851772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0b0e7f-81cb-46ea-9ba9-efe036439c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.789897274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0b0e7f-81cb-46ea-9ba9-efe036439c34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.838739784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca788533-6f30-4371-9e7d-c66d0a723cd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.839192592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b0cce8e5-bf90-4e60-a861-ec538629a768","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.848282723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c582aae-82e0-4e39-9596-7e727ccbac14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.848299719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c582aae-82e0-4e39-9596-7e727ccbac14","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.851890433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9c7414-8036-4eef-8589-acb0199f0572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.851905148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd9c7414-8036-4eef-8589-acb0199f0572","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.906100417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f99e2a7b-73d8-43d8-a39c-00e9978273fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.90612187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f99e2a7b-73d8-43d8-a39c-00e9978273fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.944679728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e9672c5-63e5-49be-8d44-3c1ab56de186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.9446983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e9672c5-63e5-49be-8d44-3c1ab56de186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:18.951525532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"3cf6766d-29e9-41aa-844a-1a381250658c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.074408042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"3cf6766d-29e9-41aa-844a-1a381250658c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.077759029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"689549de-10d2-4865-88f5-8df1c169afd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.077776412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"689549de-10d2-4865-88f5-8df1c169afd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.103525464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"910918ad-c80b-4826-b277-c65f948cc16d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.130668451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"3cf6766d-29e9-41aa-844a-1a381250658c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.137761966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55774875-1234-4a79-9ce7-584c6743cbbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.137785809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55774875-1234-4a79-9ce7-584c6743cbbb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.187190829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"1c7acbc1-36e4-46b4-bea9-a2a71aa539e7","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-209a77","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:19.190254379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"74d50dd8-ea7b-4180-95a9-2bd226e24c9f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-cb41ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.193168699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805854e2-3b7d-4cea-8d03-94b43f7819c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.193185342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"805854e2-3b7d-4cea-8d03-94b43f7819c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.23524322Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"910918ad-c80b-4826-b277-c65f948cc16d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.291762867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"910918ad-c80b-4826-b277-c65f948cc16d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.298178665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d89713d-cf56-472b-8ec4-d8d17ad65b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.298197945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d89713d-cf56-472b-8ec4-d8d17ad65b0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.298569232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"cbbbe476-5970-49d3-aa0c-9b248cadf48b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:19.344385252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"910918ad-c80b-4826-b277-c65f948cc16d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-default-int-auth-209a77\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.356791695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4674b974-c01c-456b-8a88-f6bbe8faa42a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.356816316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4674b974-c01c-456b-8a88-f6bbe8faa42a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.357711508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8fc65be-d7ca-4169-8476-d4738fef0e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.357727698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8fc65be-d7ca-4169-8476-d4738fef0e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.427527511Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"cbbbe476-5970-49d3-aa0c-9b248cadf48b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.462215456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3271e42-0274-4d6d-8172-badf3a33fbf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-cb41ca80/e2e-shared-int-sub-cb41ca80","models-as-a-service/e2e-default-int-sub-209a77","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.483393472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"cbbbe476-5970-49d3-aa0c-9b248cadf48b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.505044721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"2da8edb3-bd37-4656-a8f8-d9c4efce9d1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.550461413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc0be5c3-02fa-46f9-961e-1b2d45e61894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.550480754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bc0be5c3-02fa-46f9-961e-1b2d45e61894","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.575771524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"678c1551-47e2-4b26-a2b7-07e48d7c33f6","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.57585216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"8aedaa75-c664-4acb-99b9-51bb32e05827","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.640344503Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"2da8edb3-bd37-4656-a8f8-d9c4efce9d1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.710963737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"2da8edb3-bd37-4656-a8f8-d9c4efce9d1d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.760381362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d39e0db4-fc5c-4507-b014-9360bd760d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.760401236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d39e0db4-fc5c-4507-b014-9360bd760d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.773829182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10fd406-5b96-408b-a450-ff20b00d8d7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.773847015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e10fd406-5b96-408b-a450-ff20b00d8d7e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.811709483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"68db61e1-82a0-4397-8136-a2c18fda0883","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.987376194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"140f7038-03bb-4685-a0de-e3621754ca9d","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:19.987775294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"8bee9ef1-b77a-468a-9e14-0a6757f57cdd","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.370462688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce64bb45-c3dd-4554-a4b0-5a6305a47ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.37048448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce64bb45-c3dd-4554-a4b0-5a6305a47ea2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.430922329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c591f5d-afbd-427c-aefa-d15a860f0d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.430943173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c591f5d-afbd-427c-aefa-d15a860f0d82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.555509122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"9e2abd05-f259-44f5-b505-48b6093ff21a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.672767312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d62f5ce-0cbf-4724-808a-fcf555bb6f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.672788522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d62f5ce-0cbf-4724-808a-fcf555bb6f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.689054125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"9e2abd05-f259-44f5-b505-48b6093ff21a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.734724368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3efb8aba-5d9e-46b2-9198-95ea7551edac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.734749443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3efb8aba-5d9e-46b2-9198-95ea7551edac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.74471824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"9e2abd05-f259-44f5-b505-48b6093ff21a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:20.788995372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"74a2ec4d-907c-41b5-b75c-adc5af5d5dee","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-cb41ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.799526935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a492080-4a8a-41a4-9e39-b5335c7d3678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.799551429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a492080-4a8a-41a4-9e39-b5335c7d3678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.902278289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"5e349845-0909-4f72-9506-39b1362875ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.910515022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2f2089-c312-4fb8-89c9-d74a63b055a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.910533039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2f2089-c312-4fb8-89c9-d74a63b055a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.958964629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"5e349845-0909-4f72-9506-39b1362875ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.970586649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f440727a-5fd1-4cb4-80a9-94115bdf4db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:20.97060514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f440727a-5fd1-4cb4-80a9-94115bdf4db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.017674216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"5e349845-0909-4f72-9506-39b1362875ef","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:21:21.070473285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"5e349845-0909-4f72-9506-39b1362875ef","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-shared-int-policy-cb41ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.181686711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"20f6ac5c-582d-4b17-a67b-f985a3ee0710","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.241164594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"20f6ac5c-582d-4b17-a67b-f985a3ee0710","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.245274211Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"533035cc-c6da-4149-8914-fc9ac73f9438","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-031a5a0e/e2e-shared-int-sub-cb41ca80","ai-tenant-e2e-mt-cb41ca80/e2e-shared-int-sub-cb41ca80","models-as-a-service/e2e-default-int-sub-209a77","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.295876606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"20f6ac5c-582d-4b17-a67b-f985a3ee0710","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.410217422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11af31d-c93c-4661-ab11-6cb81938b2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.410239329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b11af31d-c93c-4661-ab11-6cb81938b2fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.457527295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"012725fe-a4fd-47dd-84f0-652c6060caff","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.457697427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"c3c282d8-27a8-4ad9-ac33-0bf58352b490","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.457932268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8634782a-4a0b-48e7-8de8-fae8ea73767f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:21.62170018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"a7bd342b-f874-4519-b7c8-075bfa481cce","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:25.767575653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"8d880ecb-d706-4db4-ae85-762dc96e6b5e","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.198828231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"36fab1f5-43dd-47a3-85e9-a77b6f41b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.199278647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c7f631a0-1629-4467-adea-8812defc17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.277887986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"36fab1f5-43dd-47a3-85e9-a77b6f41b75a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.279737116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c7f631a0-1629-4467-adea-8812defc17f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.612089114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"37cfe628-5cd7-4a3e-967c-99daf93bf0a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.619891768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661efbc1-11aa-4b9d-a9c6-52c5481294c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.619981488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"661efbc1-11aa-4b9d-a9c6-52c5481294c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.655723111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e4c4d034-84c9-4c36-aed3-4a6bbee0d1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.656661379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e04fec83-f9f4-4731-9603-8cda5957ec40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.740913796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e4c4d034-84c9-4c36-aed3-4a6bbee0d1dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.750544023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e04fec83-f9f4-4731-9603-8cda5957ec40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.780844232Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"37cfe628-5cd7-4a3e-967c-99daf93bf0a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"policyNamespace":"ai-tenant-e2e-mt-cb41ca80","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.814172598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"02af2fa3-29da-4609-b6e8-b91f58e80434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.815957113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"cad2a83b-0416-4851-81b1-062c00c36e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.850159151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9ee2e28-2ecf-4e91-ade2-2923873e07ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.850266703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9ee2e28-2ecf-4e91-ade2-2923873e07ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.909450627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"02af2fa3-29da-4609-b6e8-b91f58e80434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.909685947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"cad2a83b-0416-4851-81b1-062c00c36e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.994451834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df379b9d-440e-4963-a4e1-da95715306c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:26.994572283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df379b9d-440e-4963-a4e1-da95715306c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:27.162504816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7fae7b5a-3fea-43e0-b4e7-8a92c1d1c0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:27.163451141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9c0bebab-7866-404f-a25a-cecc5d8b4c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:27.233561552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9c0bebab-7866-404f-a25a-cecc5d8b4c16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:27.241314714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7fae7b5a-3fea-43e0-b4e7-8a92c1d1c0b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:29.930215497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"ee7761a6-9c54-42c4-a5f3-8276f31da42d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:30.054179542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"ee7761a6-9c54-42c4-a5f3-8276f31da42d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:30.108536019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"ee7761a6-9c54-42c4-a5f3-8276f31da42d","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:30.164590167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9caea0d1-6ac4-4cd5-83c5-49b09ef236e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:30.16461198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9caea0d1-6ac4-4cd5-83c5-49b09ef236e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:31.400105559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8c2aec3c-55b1-4a9e-9b79-ab744fe8d97c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:31.524881306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8c2aec3c-55b1-4a9e-9b79-ab744fe8d97c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:31.579559314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8c2aec3c-55b1-4a9e-9b79-ab744fe8d97c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:31.636539934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0df99da8-2992-4aef-b915-1bd80dd7e711","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:31.636559634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0df99da8-2992-4aef-b915-1bd80dd7e711","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.159566951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"c3c9e90c-fb56-4bf6-9eb6-7d6bc8253f0a","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-cb41ca80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.375666807Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"namespace":"ai-tenant-e2e-mt-cb41ca80","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"c3c9e90c-fb56-4bf6-9eb6-7d6bc8253f0a","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-cb41ca80"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-031a5a0e/e2e-shared-int-sub-cb41ca80","models-as-a-service/e2e-default-int-sub-209a77","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.583976326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39ae6cd5-9bd0-4669-89db-f0a07b3e6c70","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.584184768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"efa00f4b-78da-4f5d-ad46-0091aeb41818","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.584430813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"5e470684-18e3-4d04-ab7b-33d41e366931","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.59028838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96da2de1-86cb-45e9-95ff-eaaad65155b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:37.590306879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96da2de1-86cb-45e9-95ff-eaaad65155b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.319628135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"5d4660e5-e5df-4d5a-944c-e5bd8e9cbdbf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.44540377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"5d4660e5-e5df-4d5a-944c-e5bd8e9cbdbf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.500949657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"5d4660e5-e5df-4d5a-944c-e5bd8e9cbdbf","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.558848485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0abd28-e015-47ae-96f8-1cd4f92198b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:40.558892444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc0abd28-e015-47ae-96f8-1cd4f92198b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:41.741071424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb38b8ed-9585-4fd8-a782-990e80e067a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:41.875192082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb38b8ed-9585-4fd8-a782-990e80e067a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:41.92898671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb38b8ed-9585-4fd8-a782-990e80e067a3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:41.984584659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489f0d3c-5b03-40a7-bbb1-e15346eaac46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:41.984603852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489f0d3c-5b03-40a7-bbb1-e15346eaac46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:43.358591178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"f45983e0-d474-42a3-b5ea-0b713adeb01d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:43.475435147Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"f45983e0-d474-42a3-b5ea-0b713adeb01d","name":"e2e-mt-f259852e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:44.28340891Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.434711166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"c3da71c4-fb09-41d1-bbd5-4f203869d734","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.435172077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"6d842db1-effa-40e3-b0f8-9ecbdbd51fac","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.435625273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"9e180a15-728c-4a45-8414-c903d10f886b","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.541788844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"13792589-4d52-4cbd-b68e-46ee2b2bed76","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.542241073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"4b787b0e-42eb-4611-8666-83b943996a87","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.542533803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"4daff238-dc07-4fee-a861-e9c01c01c8e3","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.595801275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"546f54f6-fc0b-495a-9b13-33ee21c0d2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.59583227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"0c2b6228-f192-4d61-8a24-9c3e06a96e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.651612892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"92804507-c572-4398-8626-d299df3b56f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.652318983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"daabe320-07de-4f4b-9e3c-1708c8c2132e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.655237823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"0c2b6228-f192-4d61-8a24-9c3e06a96e61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:46.66368668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"546f54f6-fc0b-495a-9b13-33ee21c0d2fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.03103398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1139b0de-3968-4472-abb4-c90ba9283eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.03180232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b640c712-a7ac-44a4-92ec-07d1e09e1c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.092361832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b640c712-a7ac-44a4-92ec-07d1e09e1c1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:47.09623447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1139b0de-3968-4472-abb4-c90ba9283eee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:48.853678314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"97eb547c-4558-4ef4-92e1-c40ca21e9b02","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.714918453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b27dbb74-006d-42dc-adb3-689cdca4217c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.842980171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b27dbb74-006d-42dc-adb3-689cdca4217c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.897664524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b27dbb74-006d-42dc-adb3-689cdca4217c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.954300333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be23e7f2-e76b-4b25-bd4b-f51703c2cd36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:50.954322415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be23e7f2-e76b-4b25-bd4b-f51703c2cd36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:52.087547801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"309e9d2e-86cf-4e5c-a467-e4344606ca45","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:52.212964645Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"309e9d2e-86cf-4e5c-a467-e4344606ca45","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:52.267389439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"309e9d2e-86cf-4e5c-a467-e4344606ca45","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:52.322933538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99637011-faec-4d13-ba57-b7eb36359add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:52.322955493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"99637011-faec-4d13-ba57-b7eb36359add","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.308963827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"77f3a061-8f2e-4433-9209-f3589b36be18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.425251241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"1af1e538-8298-45be-9c05-f945cc927587","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.544434351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"4d8a7acd-bec2-4882-8e95-5b795d172fdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.644726378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2b9c5d6c-3300-4d61-a4b5-65cf5920063e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.744519537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"9ee21ae6-6595-4e26-8762-54b64226bcb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.745094817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"f5dd0703-f51b-4115-921b-d6c0f3061b15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.845171418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"29b07252-2fef-4050-a54e-2b7c0ca3359b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.946519274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"63d02b4b-881f-490e-ab38-946b0c89cda3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:54.957449752Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"a8e34647-ebcc-48ff-bfdf-28fde3f8b286","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:55.05957474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d969e109-ed5f-4a85-be5e-bd6aa46c2012","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:55.059606969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"cc128572-03a0-41bb-a791-6bf47c3c476e","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:55.161065872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"a978afaa-2031-4552-99ec-3268250fc602","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:55.26192319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"439a0e1f-27e2-4bc1-9737-6c79b5b9cb80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:21:55.269621255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"da368d35-ccf5-4192-92fa-ddeaabc23ecf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.922369044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"4ade8127-cf03-4dbf-8568-c004f6af07a1","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:00.97607324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"8ccde688-e451-4e51-a765-c6079f410704","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.109632104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"47463cb4-17f4-4c4c-b440-c8c1f634ef2f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.129649694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"3b365e5f-cf2d-48a6-bed8-caf7a62b9b21","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.18556891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"3b365e5f-cf2d-48a6-bed8-caf7a62b9b21","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.21019538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"87be65a9-7276-4753-8256-94eb6ff0b2c4","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.233086723Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"47463cb4-17f4-4c4c-b440-c8c1f634ef2f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.26663177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"845d3f48-66fd-42db-b295-1c94e3f3f9e1","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.287690303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"47463cb4-17f4-4c4c-b440-c8c1f634ef2f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:01.317763727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-sub","reconcileID":"d605f94e-258b-4233-8af1-a3deec3ed1d0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.344899614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1753663-c3f8-4081-bdc7-43b504e49380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.34491978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1753663-c3f8-4081-bdc7-43b504e49380","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.363687291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bf30bd80-8d31-485b-bf02-4c4930fdde30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.363687272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"6adbf58f-ec36-4f7a-b1a7-cddcd6140483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.419545379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bf30bd80-8d31-485b-bf02-4c4930fdde30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.419568028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"6adbf58f-ec36-4f7a-b1a7-cddcd6140483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.429800439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"10549a00-3b66-4854-936a-fca1742beecb","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.453031842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"2e150a1c-dd3c-48ff-acc2-2e7fef7dc801","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.486727678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"036bd0ef-fc40-46e6-8843-6feb938f2ebd","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.607085876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"62a109d7-32d9-4e10-a406-d72a6384654b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.662427254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"62a109d7-32d9-4e10-a406-d72a6384654b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.727445304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"3f20bbe3-aab1-4717-aa3e-227cc6278a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.727444432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ba5e5773-d535-43b6-be88-4c2b1a32cf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.752067829Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-sub","reconcileID":"30817abc-7d4c-4d36-8171-90d17b7ee70f","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-ec695b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.783714902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"3f20bbe3-aab1-4717-aa3e-227cc6278a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.783749696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ba5e5773-d535-43b6-be88-4c2b1a32cf3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.916887907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"2fc56ada-5bef-4e0c-985a-71f73f5f3c70","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:01.962410056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"4d444441-0bf3-45cb-94a5-a5187b092938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.124212011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-sub","reconcileID":"776ea385-e830-41e9-b71d-b0dbe8719f13","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.28897567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"7036c663-0ede-456c-8781-bb17d74b6912","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.4273124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"1bd3730c-05e2-481b-91e8-1ea5af63eb25","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.561797947Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"1bd3730c-05e2-481b-91e8-1ea5af63eb25","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.618215105Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"1bd3730c-05e2-481b-91e8-1ea5af63eb25","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.675900149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62a94bd4-fbbd-41cb-8b1f-069ff740f91a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:02.675927661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62a94bd4-fbbd-41cb-8b1f-069ff740f91a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.175717232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"62a0b2ee-2ecf-4408-a09c-2733a3a8e219","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.333369231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"575f63bb-fead-45dc-9545-a0a535dbe14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.333581589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"8bf4e95f-4891-4422-8319-9447bc213f98","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.333378674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"d5431c50-ac9c-4c91-b00f-e429c8384d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.389403005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"8bf4e95f-4891-4422-8319-9447bc213f98","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.391455927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"575f63bb-fead-45dc-9545-a0a535dbe14c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:04.391740016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"d5431c50-ac9c-4c91-b00f-e429c8384d95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:11.498728846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e93b598f-41bb-49e6-a93f-5989b7e79fef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:11.620972197Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e93b598f-41bb-49e6-a93f-5989b7e79fef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:11.675148583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e93b598f-41bb-49e6-a93f-5989b7e79fef","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:11.731664746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6787d415-6c6d-42ae-a095-fd2d53feb0f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:11.731685299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6787d415-6c6d-42ae-a095-fd2d53feb0f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:12.779539092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"240d611b-9bba-4888-950c-22d9b8397b5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:12.902421598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"240d611b-9bba-4888-950c-22d9b8397b5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:12.958911121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"240d611b-9bba-4888-950c-22d9b8397b5a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:13.017980651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"980d1dc1-9520-45f0-b2bb-d6fb5051554f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:13.018004697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"980d1dc1-9520-45f0-b2bb-d6fb5051554f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.28308069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.337706004Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-sub","reconcileID":"cd2e5057-98d8-48fb-99a8-9c3d657c252c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.549275291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-sub","reconcileID":"cd2e5057-98d8-48fb-99a8-9c3d657c252c","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.756453511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"75f23b47-2c35-4a4d-8821-1538284fa137","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.762522458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"ecf5c890-65be-445c-929c-67863fc9c3c6","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.916049293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"1b023841-786e-46c4-8886-5c9d92d66d9f","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.916166908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"2881d453-e1ec-4708-9b9f-64dbab0724d0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.916539372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"083f971c-243a-48d4-b7dc-124597849aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.916559464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"0af80a72-bef8-448e-8c90-e3608f850ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.971227085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"2881d453-e1ec-4708-9b9f-64dbab0724d0","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.971815179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"0af80a72-bef8-448e-8c90-e3608f850ead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:14.974220031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"083f971c-243a-48d4-b7dc-124597849aa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:15.174540858Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-api-key-no-access-auth","reconcileID":"090505e2-77bf-4146-9ab9-4a468fe6a2e4","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:15.331162549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"b4848b52-8311-4ea0-aedc-254bbbfded9b","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:18.886810493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aededb6a-a21e-4280-b10c-89a110ecdae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:18.938325009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aededb6a-a21e-4280-b10c-89a110ecdae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:18.98972281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aededb6a-a21e-4280-b10c-89a110ecdae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:19.041562204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aededb6a-a21e-4280-b10c-89a110ecdae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:20.988703412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d807c8-adc7-4942-a210-aa6886b87f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:21.041071498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d807c8-adc7-4942-a210-aa6886b87f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:21.092815224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d807c8-adc7-4942-a210-aa6886b87f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:21.144437497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99d807c8-adc7-4942-a210-aa6886b87f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:21.88500807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3d4a40f2-3719-46cf-b093-74cc4060f070","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:22.009656044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3d4a40f2-3719-46cf-b093-74cc4060f070","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:22.063584396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3d4a40f2-3719-46cf-b093-74cc4060f070","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:22.119941439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21b40129-e2f6-4de4-a1cb-b1240855e85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:22.119965398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21b40129-e2f6-4de4-a1cb-b1240855e85c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:22.946563243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"d4c375ad-eb72-4685-a3b5-fc385f705703","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.060109772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"0c414677-be43-4f0a-9ea3-3615f319812c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.120605177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb5c4245-6fbb-403b-9005-566d2a36a8a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.161019843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"886da59f-757e-4923-ad6c-d7f6cebfd957","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.183740921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"4207498b-9b6a-4b18-af90-3ccafb06b635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.242041281Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb5c4245-6fbb-403b-9005-566d2a36a8a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.296183994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"bb5c4245-6fbb-403b-9005-566d2a36a8a5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.308734318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"46f8e626-d203-472d-bfd8-6c2f1a0d282c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.35113745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f58a6726-6cb6-4bc1-bae8-9971fb7cd696","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.351160875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f58a6726-6cb6-4bc1-bae8-9971fb7cd696","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.506231014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"6ea79e34-72e7-44a5-9ce6-54b5ec923970","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.608584862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"91b75e53-246b-4530-ab9b-75311bccbe34","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.748628054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"22c6eb72-9600-41ec-97d3-511d30c86dae","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.748640308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"10a4a3c1-4a2c-489a-9307-02ab904422ca","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.749003206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3366e1c7-ab11-4ca6-8d62-1f2a68a18b96","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.848034123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d2b41c16-0256-49a9-b9cd-a5fe073fcd96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:23.948349695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"7f5ca49d-39ba-4ce1-ba85-40a712cc4d16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.060949286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"10617e63-7d09-4815-9510-c90fe3fd8630","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.061007581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"e5e66731-c5df-404b-b35f-5133b0a16dbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.30774867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e303b51b-c268-45d5-aae2-152ca8c46633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.307769026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ea91e30f-b84b-4840-98ec-52cc48a64e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.364393991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e303b51b-c268-45d5-aae2-152ca8c46633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:24.366724776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ea91e30f-b84b-4840-98ec-52cc48a64e68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:31.116322987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43b00a8-faf2-407d-bae4-e902c174c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:31.167928798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43b00a8-faf2-407d-bae4-e902c174c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:31.219459924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43b00a8-faf2-407d-bae4-e902c174c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:31.270851464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c43b00a8-faf2-407d-bae4-e902c174c806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:31.695913332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-4bcda6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-4bcda6","reconcileID":"d786484a-876b-4d31-98e2-02fccc85844f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-4bcda6","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-4bcda6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:32.311414916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3bc818dd-bc18-4888-aa85-d65a8cc1829b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:32.432964736Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3bc818dd-bc18-4888-aa85-d65a8cc1829b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:32.487639519Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"3bc818dd-bc18-4888-aa85-d65a8cc1829b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:32.544279755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d1ce2bd-fc1c-4cd7-991c-d348c7182e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:32.544301774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3d1ce2bd-fc1c-4cd7-991c-d348c7182e88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.147752123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da0027-8983-422d-9d34-2bdf3e206628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.199382309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da0027-8983-422d-9d34-2bdf3e206628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.250850573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da0027-8983-422d-9d34-2bdf3e206628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.30242663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60da0027-8983-422d-9d34-2bdf3e206628","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.454153907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"a88a6708-c9b2-4e2a-8c1f-0b3295cbb004","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.578275291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"a88a6708-c9b2-4e2a-8c1f-0b3295cbb004","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.632178739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"a88a6708-c9b2-4e2a-8c1f-0b3295cbb004","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.68835888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f557ce50-cae0-4fb7-b5e5-942a30993d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:33.688379012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f557ce50-cae0-4fb7-b5e5-942a30993d25","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:34.129255734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"a221a5ee-c921-4bfd-9046-75a60e722659","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.699180889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bd6ab869-8e44-4225-bedb-8ad91232686c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.820546996Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bd6ab869-8e44-4225-bedb-8ad91232686c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.8744179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bd6ab869-8e44-4225-bedb-8ad91232686c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.929982895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89217e63-1ab2-47fc-af5e-8725defae121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:42.930004475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89217e63-1ab2-47fc-af5e-8725defae121","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.791486138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8406c4ea-e03a-4e7a-8b2c-7a10cecafc80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.911052299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8406c4ea-e03a-4e7a-8b2c-7a10cecafc80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:43.965051776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"8406c4ea-e03a-4e7a-8b2c-7a10cecafc80","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.020341511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbdc8523-3089-44b5-8b65-40f36be02db0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.020364181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbdc8523-3089-44b5-8b65-40f36be02db0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.282276921Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:44.969348679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"9153df10-eb44-4f58-9fb6-9faa57834e09","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.025471024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"920709df-a841-4a5f-86ea-3531b9ca036b","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.179356302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33bb7bc3-913f-44db-9f39-71352f6afa95","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.236583325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33bb7bc3-913f-44db-9f39-71352f6afa95","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.286290999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"3e545e83-2a8b-41b8-9462-76fa40846c43","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.291429641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4d880ba0f53f106a88d900a84721dae7de398a3f6c986df3c8223514958ecc) AuthConfig (d614a7d0690c0e43b54a6e86c26c82b11fd9f3e9b68bd2011ca29c259005345a) AuthConfig (3eb81b5ddcec9e0edae2d941a2fb57761e840d665451002bc52d5bbcaea5addd) AuthConfig (a90dbceffaf24e39cbd2fe33adc25a805149d8e7f6fd21960850f1630db66bb4) AuthConfig (cd77c10bdb2bef9fbb9a0152fecefba4d7d960c3fb08b87e537d2f67961f040c) AuthConfig (2b55f046573225a8d2e2b21e97854cf47bdb9d0b65d885dccd7634d8d9f47b94) AuthConfig (926fa872dbb8b9802a97dbc36dc2ff4fcc524bebde52960ae5dac0baf9e338b5) AuthConfig (064b57594cc8ecb3d5962535a598bee24cb87db8a119a8e7be88c61b729c39d1) AuthConfig (2fccdfaa9141a6f59677a6e88137e0e9706ac329342d6d0ab3d78b9374a5ff2e) AuthConfig (d8dc12ad4998b3da072ada7016893992664c437717da90e5b7a7df6480713d95) AuthConfig (c3040379748f8db2f42841b846e3e81fab865045882ad9dcc865b20c28244726) AuthConfig (b4de050e97807cecc723d0bf0f5ebcbc76626f5a637af8f76730a87d227452fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"33bb7bc3-913f-44db-9f39-71352f6afa95","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.316369056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"351a9c4b-385a-4741-aef5-d7df0fd8e5a7","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:22:45.340625689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub","reconcileID":"96bf804f-0a52-493c-acdd-976119e1f05c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.34857667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"352479f1-fdcc-40cd-893c-dcefb90bfb5e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.406617069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c8e2213a-a94a-4191-b4f8-0412bde85d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.462150933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c8e2213a-a94a-4191-b4f8-0412bde85d73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.46511138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"88c8bf65-631d-466e-a48b-8a4b853b252a","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.507376697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"71e21504-faf0-4433-aa89-71cdfffe6797","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.507372577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"05f26814-3a3b-4387-b54e-83b81c634ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.519392615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"74445c90-556c-45dd-b71c-e12bb976fa78","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.56347364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"71e21504-faf0-4433-aa89-71cdfffe6797","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.564848342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"05f26814-3a3b-4387-b54e-83b81c634ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.618305478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4d880ba0f53f106a88d900a84721dae7de398a3f6c986df3c8223514958ecc) AuthConfig (d614a7d0690c0e43b54a6e86c26c82b11fd9f3e9b68bd2011ca29c259005345a) AuthConfig (3eb81b5ddcec9e0edae2d941a2fb57761e840d665451002bc52d5bbcaea5addd) AuthConfig (a90dbceffaf24e39cbd2fe33adc25a805149d8e7f6fd21960850f1630db66bb4) AuthConfig (cd77c10bdb2bef9fbb9a0152fecefba4d7d960c3fb08b87e537d2f67961f040c) AuthConfig (2b55f046573225a8d2e2b21e97854cf47bdb9d0b65d885dccd7634d8d9f47b94) AuthConfig (926fa872dbb8b9802a97dbc36dc2ff4fcc524bebde52960ae5dac0baf9e338b5) AuthConfig (064b57594cc8ecb3d5962535a598bee24cb87db8a119a8e7be88c61b729c39d1) AuthConfig (2fccdfaa9141a6f59677a6e88137e0e9706ac329342d6d0ab3d78b9374a5ff2e) AuthConfig (d8dc12ad4998b3da072ada7016893992664c437717da90e5b7a7df6480713d95) AuthConfig (c3040379748f8db2f42841b846e3e81fab865045882ad9dcc865b20c28244726) AuthConfig (b4de050e97807cecc723d0bf0f5ebcbc76626f5a637af8f76730a87d227452fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"71e21504-faf0-4433-aa89-71cdfffe6797","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.772204271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"3d0bbb34-4324-407a-b0f0-ae4003aeef01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.772243894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c92d5e35-2ee5-4353-b027-ccefadcfb796","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.782138787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub","reconcileID":"f4a5be87-ad8e-4fa6-a042-bc3af488f31c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.827832174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"3d0bbb34-4324-407a-b0f0-ae4003aeef01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.828160451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c92d5e35-2ee5-4353-b027-ccefadcfb796","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.882012973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-26fbc4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2e4d880ba0f53f106a88d900a84721dae7de398a3f6c986df3c8223514958ecc) AuthConfig (d614a7d0690c0e43b54a6e86c26c82b11fd9f3e9b68bd2011ca29c259005345a) AuthConfig (3eb81b5ddcec9e0edae2d941a2fb57761e840d665451002bc52d5bbcaea5addd) AuthConfig (a90dbceffaf24e39cbd2fe33adc25a805149d8e7f6fd21960850f1630db66bb4) AuthConfig (cd77c10bdb2bef9fbb9a0152fecefba4d7d960c3fb08b87e537d2f67961f040c) AuthConfig (2b55f046573225a8d2e2b21e97854cf47bdb9d0b65d885dccd7634d8d9f47b94) AuthConfig (926fa872dbb8b9802a97dbc36dc2ff4fcc524bebde52960ae5dac0baf9e338b5) AuthConfig (064b57594cc8ecb3d5962535a598bee24cb87db8a119a8e7be88c61b729c39d1) AuthConfig (2fccdfaa9141a6f59677a6e88137e0e9706ac329342d6d0ab3d78b9374a5ff2e) AuthConfig (d8dc12ad4998b3da072ada7016893992664c437717da90e5b7a7df6480713d95) AuthConfig (c3040379748f8db2f42841b846e3e81fab865045882ad9dcc865b20c28244726) AuthConfig (b4de050e97807cecc723d0bf0f5ebcbc76626f5a637af8f76730a87d227452fa)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c92d5e35-2ee5-4353-b027-ccefadcfb796","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.923781937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"30263d60-74b1-48d4-acce-c37f47efe775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.944814195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"cd31299a-37e8-418c-ac26-5ffd1ba6c512","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.978709914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"30263d60-74b1-48d4-acce-c37f47efe775","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:45.988937356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"206d85eb-c600-4416-8195-6ad72728949c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:46.153429384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub","reconcileID":"38846cb6-d3f1-40a4-a690-187d5482854c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.085254931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc858c0f-c865-422b-bad1-b46eb4c4f208","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.20902368Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc858c0f-c865-422b-bad1-b46eb4c4f208","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.263430553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc858c0f-c865-422b-bad1-b46eb4c4f208","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.319135865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ada76602-c0a2-4e06-acec-3e36c055ca3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:53.31915516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ada76602-c0a2-4e06-acec-3e36c055ca3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.123298731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"2df66acb-6d55-4ce0-a027-db2f0baeb053","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.243087532Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"2df66acb-6d55-4ce0-a027-db2f0baeb053","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.296699571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"2df66acb-6d55-4ce0-a027-db2f0baeb053","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.357826549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2311a2-1812-43b4-9e25-4f5ac3cbeb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:54.357845972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc2311a2-1812-43b4-9e25-4f5ac3cbeb28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.039459697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b41969ae-a879-42cb-bc4f-c9d630ea4fae","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.13882938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"b41969ae-a879-42cb-bc4f-c9d630ea4fae","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.405506134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"bba331ef-bf4e-4101-9ff0-2fbf0d06e094","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.800477547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2247653c-1346-4e6b-b24e-a2ecd913b20e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.969141956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"639ce638-7b19-443f-86cb-b25392aa8041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.969202054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a5420f6e-0939-4ea0-a4c1-9aa176cd225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:56.970564066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4c0a057b-f330-4347-b7e2-fe6636bc70cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.025654648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"639ce638-7b19-443f-86cb-b25392aa8041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.026843839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"a5420f6e-0939-4ea0-a4c1-9aa176cd225d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:22:57.02809731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4c0a057b-f330-4347-b7e2-fe6636bc70cf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.475163801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b792c863-02c8-40a9-87c9-238478d282cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.598096914Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b792c863-02c8-40a9-87c9-238478d282cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.652187215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b792c863-02c8-40a9-87c9-238478d282cd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.709319442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68a74847-1e24-41ee-b138-d0d22dd99ccf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:03.709339716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68a74847-1e24-41ee-b138-d0d22dd99ccf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:04.461177549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"42e72b55-fddc-467c-8ebd-747849c09e71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:04.582175433Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"42e72b55-fddc-467c-8ebd-747849c09e71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:04.637623462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"42e72b55-fddc-467c-8ebd-747849c09e71","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:04.694994397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fd2893-2720-46dd-bb0c-b5ac1d7a0196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:04.695016237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02fd2893-2720-46dd-bb0c-b5ac1d7a0196","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:06.974497283Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub","reconcileID":"6879c11c-4c0b-4acd-b948-44aa2e0fd014","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.190450468Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub","reconcileID":"6879c11c-4c0b-4acd-b948-44aa2e0fd014","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-26fbc4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.400528572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"38954f40-c8ee-4fde-b3fd-d23a3b53a817","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.453990544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"84aa7dfe-df23-4459-b1e6-5669c0829a2f","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.607781059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ab8f5e54-85a5-4d80-8489-067764cf2693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.614343842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a189a76-c9fc-4beb-93b0-0b6e54f981f1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.61459509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"909f3b71-e833-487c-911b-92d1a166f944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.66382161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ab8f5e54-85a5-4d80-8489-067764cf2693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.669715214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"0a189a76-c9fc-4beb-93b0-0b6e54f981f1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:07.670475005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"909f3b71-e833-487c-911b-92d1a166f944","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.063656661Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"2402a064-bbf3-4186-bfe6-1a58c0e49a29","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.063779323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac29dec6-4847-4b56-9160-e079fc2bdcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.063798484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac29dec6-4847-4b56-9160-e079fc2bdcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.21639714Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-policy-cb41ca80","reconcileID":"2402a064-bbf3-4186-bfe6-1a58c0e49a29","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"policyNamespace":"ai-tenant-e2e-mt-031a5a0e","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.273492037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee449593-0055-4e65-b9ce-3bfac69f1e54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.273513952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ee449593-0055-4e65-b9ce-3bfac69f1e54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.418227403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa41e58a-486a-48a1-bb59-2ecb7cfe7f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:08.4182548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa41e58a-486a-48a1-bb59-2ecb7cfe7f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.164426056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"74aa887e-7357-49ab-99a7-a0d0a798e014","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:10.28121276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"74aa887e-7357-49ab-99a7-a0d0a798e014","name":"e2e-api-a-4bcda6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:13.863763733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b05443c6-cfea-4b04-a671-2f084ab40a5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:13.984686377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b05443c6-cfea-4b04-a671-2f084ab40a5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.038581341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"b05443c6-cfea-4b04-a671-2f084ab40a5c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.096470498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251caf8f-aa8c-4ade-a964-ba57d0280970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.0964906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"251caf8f-aa8c-4ade-a964-ba57d0280970","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:14.282513598Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:18.57803694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"b5d5f777-b87f-4ec1-a262-1563e69b572b","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-cb41ca80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:18.790115057Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"namespace":"ai-tenant-e2e-mt-031a5a0e","name":"e2e-shared-int-sub-cb41ca80","reconcileID":"b5d5f777-b87f-4ec1-a262-1563e69b572b","MaaSSubscription":{"name":"e2e-shared-int-sub-cb41ca80","namespace":"ai-tenant-e2e-mt-031a5a0e"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-209a77","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:18.997579473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"be67bada-f9f3-4a89-84e0-bf37fd626c73","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:18.997669905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f37169f6-a241-44e0-bd6d-3e6283c02223","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:19.053052058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55626214-b3a8-4335-ac52-00e898dcf7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:19.053075376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"55626214-b3a8-4335-ac52-00e898dcf7d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:24.250924834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"cd4c197d-aad1-42cd-806e-4f908c0ffaf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:24.307648267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"cd4c197d-aad1-42cd-806e-4f908c0ffaf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:24.362284567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"cd4c197d-aad1-42cd-806e-4f908c0ffaf4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:33.153650767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0eea2686-ff9d-4393-b228-46ef79f06beb","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:33.153682709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0eea2686-ff9d-4393-b228-46ef79f06beb","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.353679538Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-api-key-deleted-sub-auth","reconcileID":"065a99f6-f57c-4e85-8d2a-10842cd9f8ac","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.353783374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"0d86a516-5378-4a32-99ac-c9162873e4f6","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.518608411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"a18d8545-28f7-4c97-80bc-89b9327b8f2b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.563196431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"2c7b620d-63d3-4677-b039-1b96622ff331","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.576510117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"a18d8545-28f7-4c97-80bc-89b9327b8f2b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.634072015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"a18d8545-28f7-4c97-80bc-89b9327b8f2b","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.692226897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8edc446-77cf-45e7-ad0d-d7b83373aacc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:34.692252646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8edc446-77cf-45e7-ad0d-d7b83373aacc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.47821085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"615b3043-3bb0-40e8-8d12-c80afa721564","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.478236553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"615b3043-3bb0-40e8-8d12-c80afa721564","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.532487635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"da82c0b9-ab66-4115-88b5-a2cf5e57d486","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.532531156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"da82c0b9-ab66-4115-88b5-a2cf5e57d486","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.635103658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"e78b7089-2950-45fb-9e0b-b8a71db3a28f","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.75734113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"e78b7089-2950-45fb-9e0b-b8a71db3a28f","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.76297347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"e7b55c6d-5f6d-4985-a04f-522e0bc5fb6e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.762989786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"e7b55c6d-5f6d-4985-a04f-522e0bc5fb6e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.81139273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"e78b7089-2950-45fb-9e0b-b8a71db3a28f","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.820177959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"a6b1d0a4-c381-48e1-ae1b-f358e5276fa0","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.820197147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"a6b1d0a4-c381-48e1-ae1b-f358e5276fa0","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:43.871573805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"57b78330-dc8f-430f-b08a-208995c53b4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-f259852e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:43.873017855Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"a6b1d0a4-c381-48e1-ae1b-f358e5276fa0","name":"e2e-lifecycle-model-f259852e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f259852e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:23:43.873071187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"a6b1d0a4-c381-48e1-ae1b-f358e5276fa0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f259852e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.873214167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6ead78b6-74f3-490a-b0d4-3788f2d9416d","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.873226729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6ead78b6-74f3-490a-b0d4-3788f2d9416d","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.971338737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"b1c8d94c-9b94-42db-9635-1fbbfd19ef29","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.978373292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"caf6a2a2-5ba3-4e95-90a0-9cfbea7f9304","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:43.978393815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"caf6a2a2-5ba3-4e95-90a0-9cfbea7f9304","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.027259378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"b1c8d94c-9b94-42db-9635-1fbbfd19ef29","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.035566457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6dcbb02f-40ac-449c-92f5-94f7caf1fb10","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.035588044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6dcbb02f-40ac-449c-92f5-94f7caf1fb10","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.081747996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"b1c8d94c-9b94-42db-9635-1fbbfd19ef29","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.246394407Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"cab573b0-c325-4579-a0f0-3a12cd3030d0","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"e2e-lifecycle-model-f259852e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-f259852e/e2e-sub-f259852e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.283844495Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.410559314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1f155e13-fa6d-4703-bc8d-72790edcf35c","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.410586504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1f155e13-fa6d-4703-bc8d-72790edcf35c","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.617748738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"466dd98c-181a-46a4-b0f5-d92a44f3f4f3","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.848019899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e12c3c8c-bc3f-4a0f-a36b-ce4a3100dc1c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.90426771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e12c3c8c-bc3f-4a0f-a36b-ce4a3100dc1c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:44.95866551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e12c3c8c-bc3f-4a0f-a36b-ce4a3100dc1c","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.043586743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"4c6914db-1c41-4525-b495-d59475e6119a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.153501774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"f187f4ff-8f91-4979-b9b9-acd8b893baf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.291491954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"faac7e5f-95be-47d4-b496-d524cb6504cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.530079047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"48bc5005-d1ed-4771-8a74-a9346f77e4e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.632992858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e9183ff-4ddd-47fc-8b21-5ad1eea02ba5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.633818572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"4965569d-2c95-45bb-b798-e946e0c7fca2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.775805016Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"43f99b85-4bc1-4fd6-9c60-fdea9bf87a5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:48.899404592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"0adc2c9c-000c-4571-b05f-2d2ed82500ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:49.024771269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"0ab9113c-6b21-4cf0-9bb6-67a4ee0592d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:49.11831936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"9333bff8-beca-4cff-9476-1406a470815d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.072723102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8f5781-5161-4ac6-aa02-295c88181419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.124408879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8f5781-5161-4ac6-aa02-295c88181419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.176210082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8f5781-5161-4ac6-aa02-295c88181419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.227820644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba8f5781-5161-4ac6-aa02-295c88181419","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:50.651127426Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f57e85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f57e85","reconcileID":"bc4ba803-eab5-4980-8cd4-2334b18e7683","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f57e85","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f57e85":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.166839912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf14306-2721-4c77-bad6-9794839719e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.218427281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf14306-2721-4c77-bad6-9794839719e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.270802754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf14306-2721-4c77-bad6-9794839719e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:52.322777946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bf14306-2721-4c77-bad6-9794839719e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.042382283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e572cd04-6f2b-400f-b0bd-8343f8e1936b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.042403223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e572cd04-6f2b-400f-b0bd-8343f8e1936b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.096373611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eed08c7-fb09-415f-a765-43d3fa1c8777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.096394269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8eed08c7-fb09-415f-a765-43d3fa1c8777","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.198618673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"7958df55-0392-4e12-9e8d-3f809c4bd6e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.369040872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"7958df55-0392-4e12-9e8d-3f809c4bd6e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.423501408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4bcda6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"7958df55-0392-4e12-9e8d-3f809c4bd6e1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.479162138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85c3bc2-b425-4da7-9db2-35a9c0a894b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:53.479182226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c85c3bc2-b425-4da7-9db2-35a9c0a894b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.248964496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7268b-a199-40d9-b02c-c1d20ef24171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.249169169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"7bab3db2-b1f4-4f47-bd19-449f4142e620","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.301960252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7268b-a199-40d9-b02c-c1d20ef24171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.353955447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7268b-a199-40d9-b02c-c1d20ef24171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.360133358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"7bab3db2-b1f4-4f47-bd19-449f4142e620","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.405816957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fd7268b-a199-40d9-b02c-c1d20ef24171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:54.461336675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"7bab3db2-b1f4-4f47-bd19-449f4142e620","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.114530589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc9e7473-babb-4e35-930b-98e90f2be95a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.17949452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc9e7473-babb-4e35-930b-98e90f2be95a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:55.234651832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"bc9e7473-babb-4e35-930b-98e90f2be95a","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:58.809040359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f203616-c2b2-4303-bd3f-e4cd1cc965fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:58.860666937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f203616-c2b2-4303-bd3f-e4cd1cc965fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:58.912553743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f203616-c2b2-4303-bd3f-e4cd1cc965fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:58.964159154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f203616-c2b2-4303-bd3f-e4cd1cc965fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:23:59.394189128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3f72e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3f72e4","reconcileID":"3045c3ee-ff02-4e9a-901c-3b2954ba8ad1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3f72e4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-3f72e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.822324838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed31f658-da86-40f8-a5be-a61427feeb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.873647407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed31f658-da86-40f8-a5be-a61427feeb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.925229689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed31f658-da86-40f8-a5be-a61427feeb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:00.976590136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed31f658-da86-40f8-a5be-a61427feeb04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.830282395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294c5d14-9a90-418e-bd1f-648d9f01926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.881960267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294c5d14-9a90-418e-bd1f-648d9f01926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.933821239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294c5d14-9a90-418e-bd1f-648d9f01926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:02.985644854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294c5d14-9a90-418e-bd1f-648d9f01926c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:03.582393513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"3e93c1b5-6948-4acf-b526-9f1ba9cb121c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:03.637917407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"3e93c1b5-6948-4acf-b526-9f1ba9cb121c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:03.692241788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4bcda6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"3e93c1b5-6948-4acf-b526-9f1ba9cb121c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.564725069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"f3ec5f83-4716-4d22-9967-21459c7ba563","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.621341259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"f3ec5f83-4716-4d22-9967-21459c7ba563","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.675224042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"f3ec5f83-4716-4d22-9967-21459c7ba563","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.858838806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7380c93-39b9-4340-938e-dfbfb313bb9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.910433453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7380c93-39b9-4340-938e-dfbfb313bb9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:04.962180302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7380c93-39b9-4340-938e-dfbfb313bb9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.013856538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7380c93-39b9-4340-938e-dfbfb313bb9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.389001274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"dba0e7af-6aff-4a44-bdca-442870dbb423","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.445577468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"dba0e7af-6aff-4a44-bdca-442870dbb423","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:05.49959799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"dba0e7af-6aff-4a44-bdca-442870dbb423","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:07.99529717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"ccb56180-a944-437d-afbc-1cbe3f83bc86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.09542694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a8675ba1-7358-4318-b7bf-38b4d40b3c1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.294286322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c6a959b9-3797-41b6-8f4b-c8f35240c99d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.404891188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"75438a72-1d9c-4d49-b324-bae2200c876d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.515097909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"2568412a-e24d-4df4-bd89-8c077ced5b4d","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.57227718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"a36ffba1-3718-417d-a363-0b4c0210deef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.624339047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"43133af6-7f73-4b7e-861f-e684bfa5e4dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.717883898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"4be8d565-7213-4516-930d-b33379cb9bb4","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.717904306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"4be8d565-7213-4516-930d-b33379cb9bb4","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.856577697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"766cfe39-b0f8-455c-b2fa-cc276f2d0e25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:08.968283353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8786bab-a899-42d8-807a-7c0714e4ed58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.082918925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"3fa0c594-5119-4321-9e57-3435ed0e2b56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.144285284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"b7cc8f25-13ef-4827-a908-8833f8d1ef77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.732299301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"d009988c-9b01-4ed3-b335-1bce1e20e6a8","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.793896909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"d009988c-9b01-4ed3-b335-1bce1e20e6a8","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.852685841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c24f6339b5240645822e1cd288b6311edf10e31ecf5035fb9ecbe2b49a616d44) AuthConfig (bfe4ac9286deac9669e2c02a6d885e5f777a53f97750c84bed11c0aa6f25c43f) AuthConfig (4bcf8cdc2384876270f3d881e76026b48dab9c2a723f51f02f5bf9cb13669488) AuthConfig (1713900d854e1321e5f9b6316ec4e7f19672d895971765bc4bfd81fa8ac65952) AuthConfig (ff3cf921c60442c72cf254bfa1e87fd5e87005db349535b0ef2e4b3c26bf009a) AuthConfig (49520f0a5a2cd3796148ce986feaca83ce69adc88c6ae0a4ded2d7b55e09a243) AuthConfig (82fa4c17415b7119b50c62fb7ea9986ea7ccf573e6fb90e346d2c1b7dbb70569) AuthConfig (3b0275a4908ad2dbe873ae3672f0b8fd60336548eab234a8004f703b65610c2a) AuthConfig (70b53f32b39e613c9b84c450349bca5198b2be55f45a2292bdae77935c87131a) AuthConfig (714e56c5d5f04009894e90ccd5258a55b152ea873deb5d9e05e3c02422698907) AuthConfig (85a5c68ce15d2997d4eaf9940fb9d9fa3bb8bb6f9415dcc4827c9e9d37fc7399) AuthConfig (1cefb39b8388f93fa1062c86391448e0a7bff2fa9ee2b158ce5593ab03921352) AuthConfig (7e0c37ce319ff67d24f0ce68713eeddf6ebf06b2d5533c790fc16e44896be043) AuthConfig (114375e2df71bff5c4572665a981825cc221faabaf66135eaf6fc146e36f691d) AuthConfig (d382349047fee0b00ad17d979d7389d5c858d725677f0c83fe56b0d514c75b2b) AuthConfig (761761addf0619ebb97e94ff51d256d90cbce1e21b982f1c2dffbeeb1c270c4e) AuthConfig (6100924b55cc0b22eb0c8f40c22a5c8c1f89fd7225a4924b7aec3f8c1fa2f606) AuthConfig (ae04ea14bd8587a21dbe49c0d48d93e3681c14c5fb2d13f163625898e110facf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"d009988c-9b01-4ed3-b335-1bce1e20e6a8","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.916045414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"718c46e7-fecf-4f1b-999a-346f15500fa3","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:09.916180114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"718c46e7-fecf-4f1b-999a-346f15500fa3","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:13.796049293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"b1c214e8-5904-4c5d-8af7-0abcfe1c8ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:13.852354174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"b1c214e8-5904-4c5d-8af7-0abcfe1c8ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:13.906513153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4bcda6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dd3d618af1aac40f789ecf25f9942d1056ec49370b8f94d50ec17717d83e502) AuthConfig (7bd4f76a65415e8c653cdf6c308a1ea320c9528db9bc842fa6edee188a9e02ea) AuthConfig (a44d819db8aee7bbd14838a916f73eaac01502fc86b812c65d4e3279feb82124) AuthConfig (ce24198f53ff2179c17a0b891270297035ad69343cda6e6787ca3b1bc5d54004) AuthConfig (7efd4776a9417004e8cb1259c0940fa96f91b10c286de71d2b06fe5c1e312645) AuthConfig (b4a6138f73e2a020d9b5a4a9e63d7dc479b7c76ca7603b941defae10819d1f4e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"b1c214e8-5904-4c5d-8af7-0abcfe1c8ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:13.962552024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b981426-a922-4100-86e9-735afa56e11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:13.962576153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b981426-a922-4100-86e9-735afa56e11d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:14.283075268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:15.653003926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"0f6dde0e-d146-4b5c-b405-d495d09a70bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:15.708444542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"0f6dde0e-d146-4b5c-b405-d495d09a70bd","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.025703654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"019d2a4f-1636-4de6-9cd6-f6a7f19e7870","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:16.025733125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"019d2a4f-1636-4de6-9cd6-f6a7f19e7870","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.118365379Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-209a77","reconcileID":"e825f966-a725-4527-aa07-8fc23bc9a8c8","MaaSAuthPolicy":{"name":"e2e-default-int-auth-209a77","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.118468381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2aeb9bc-8787-4062-bc37-896c7bdf5cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.118491254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2aeb9bc-8787-4062-bc37-896c7bdf5cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.326097709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"473d391a-4319-455f-8966-f76dbf59ee28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.326119298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"473d391a-4319-455f-8966-f76dbf59ee28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.477593755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fa3da12-7c5b-4331-a5e3-112553af5aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.477613446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6fa3da12-7c5b-4331-a5e3-112553af5aad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.632622719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c7f70cf-7e0c-45c6-b69e-aef6acf37a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.63264486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3641936a-13be-444b-8aae-9bb1d273c6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.690961044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c7f70cf-7e0c-45c6-b69e-aef6acf37a2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:19.690968202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3641936a-13be-444b-8aae-9bb1d273c6a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:20.021275645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"0884f974-81f3-483c-9eb3-dc43d83789d2","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:20.07670709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"0884f974-81f3-483c-9eb3-dc43d83789d2","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:20.131230647Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c24f6339b5240645822e1cd288b6311edf10e31ecf5035fb9ecbe2b49a616d44) AuthConfig (bfe4ac9286deac9669e2c02a6d885e5f777a53f97750c84bed11c0aa6f25c43f) AuthConfig (4bcf8cdc2384876270f3d881e76026b48dab9c2a723f51f02f5bf9cb13669488) AuthConfig (1713900d854e1321e5f9b6316ec4e7f19672d895971765bc4bfd81fa8ac65952) AuthConfig (ff3cf921c60442c72cf254bfa1e87fd5e87005db349535b0ef2e4b3c26bf009a) AuthConfig (49520f0a5a2cd3796148ce986feaca83ce69adc88c6ae0a4ded2d7b55e09a243) AuthConfig (82fa4c17415b7119b50c62fb7ea9986ea7ccf573e6fb90e346d2c1b7dbb70569) AuthConfig (3b0275a4908ad2dbe873ae3672f0b8fd60336548eab234a8004f703b65610c2a) AuthConfig (70b53f32b39e613c9b84c450349bca5198b2be55f45a2292bdae77935c87131a) AuthConfig (714e56c5d5f04009894e90ccd5258a55b152ea873deb5d9e05e3c02422698907) AuthConfig (85a5c68ce15d2997d4eaf9940fb9d9fa3bb8bb6f9415dcc4827c9e9d37fc7399) AuthConfig (1cefb39b8388f93fa1062c86391448e0a7bff2fa9ee2b158ce5593ab03921352) AuthConfig (7e0c37ce319ff67d24f0ce68713eeddf6ebf06b2d5533c790fc16e44896be043) AuthConfig (114375e2df71bff5c4572665a981825cc221faabaf66135eaf6fc146e36f691d) AuthConfig (d382349047fee0b00ad17d979d7389d5c858d725677f0c83fe56b0d514c75b2b) AuthConfig (761761addf0619ebb97e94ff51d256d90cbce1e21b982f1c2dffbeeb1c270c4e) AuthConfig (6100924b55cc0b22eb0c8f40c22a5c8c1f89fd7225a4924b7aec3f8c1fa2f606) AuthConfig (ae04ea14bd8587a21dbe49c0d48d93e3681c14c5fb2d13f163625898e110facf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"0884f974-81f3-483c-9eb3-dc43d83789d2","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.065954835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"6bea89c6-c3a0-46a8-b6ba-0bce04632362","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.121833513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"6bea89c6-c3a0-46a8-b6ba-0bce04632362","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:24.177335397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-4bcda6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dd3d618af1aac40f789ecf25f9942d1056ec49370b8f94d50ec17717d83e502) AuthConfig (7bd4f76a65415e8c653cdf6c308a1ea320c9528db9bc842fa6edee188a9e02ea) AuthConfig (a44d819db8aee7bbd14838a916f73eaac01502fc86b812c65d4e3279feb82124) AuthConfig (ce24198f53ff2179c17a0b891270297035ad69343cda6e6787ca3b1bc5d54004) AuthConfig (7efd4776a9417004e8cb1259c0940fa96f91b10c286de71d2b06fe5c1e312645) AuthConfig (b4a6138f73e2a020d9b5a4a9e63d7dc479b7c76ca7603b941defae10819d1f4e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"6bea89c6-c3a0-46a8-b6ba-0bce04632362","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:29.639598912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"cf7cb405-a084-4542-9148-3c2805c15631","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-209a77","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:29.85355962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-209a77","reconcileID":"cf7cb405-a084-4542-9148-3c2805c15631","MaaSSubscription":{"name":"e2e-default-int-sub-209a77","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.06403977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a685ef6c-5df3-4dfa-8aec-35371cbac25a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.11540903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1786352e-f8aa-4960-89e5-d7cfad3713b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.115433162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1786352e-f8aa-4960-89e5-d7cfad3713b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.23456641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"35cc6d4b-be06-470d-a368-7fa356a84d5d","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.270153024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c7be42-287d-4495-943b-6e5258dd5cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.270152232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a3752e2-157c-4e0d-bb43-4715106818de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.290152433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"35cc6d4b-be06-470d-a368-7fa356a84d5d","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.328225133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"40c7be42-287d-4495-943b-6e5258dd5cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.328263092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4a3752e2-157c-4e0d-bb43-4715106818de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:30.345480598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-f259852e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c24f6339b5240645822e1cd288b6311edf10e31ecf5035fb9ecbe2b49a616d44) AuthConfig (bfe4ac9286deac9669e2c02a6d885e5f777a53f97750c84bed11c0aa6f25c43f) AuthConfig (4bcf8cdc2384876270f3d881e76026b48dab9c2a723f51f02f5bf9cb13669488) AuthConfig (1713900d854e1321e5f9b6316ec4e7f19672d895971765bc4bfd81fa8ac65952) AuthConfig (ff3cf921c60442c72cf254bfa1e87fd5e87005db349535b0ef2e4b3c26bf009a) AuthConfig (49520f0a5a2cd3796148ce986feaca83ce69adc88c6ae0a4ded2d7b55e09a243) AuthConfig (82fa4c17415b7119b50c62fb7ea9986ea7ccf573e6fb90e346d2c1b7dbb70569) AuthConfig (3b0275a4908ad2dbe873ae3672f0b8fd60336548eab234a8004f703b65610c2a) AuthConfig (70b53f32b39e613c9b84c450349bca5198b2be55f45a2292bdae77935c87131a) AuthConfig (714e56c5d5f04009894e90ccd5258a55b152ea873deb5d9e05e3c02422698907) AuthConfig (85a5c68ce15d2997d4eaf9940fb9d9fa3bb8bb6f9415dcc4827c9e9d37fc7399) AuthConfig (1cefb39b8388f93fa1062c86391448e0a7bff2fa9ee2b158ce5593ab03921352) AuthConfig (7e0c37ce319ff67d24f0ce68713eeddf6ebf06b2d5533c790fc16e44896be043) AuthConfig (114375e2df71bff5c4572665a981825cc221faabaf66135eaf6fc146e36f691d) AuthConfig (d382349047fee0b00ad17d979d7389d5c858d725677f0c83fe56b0d514c75b2b) AuthConfig (761761addf0619ebb97e94ff51d256d90cbce1e21b982f1c2dffbeeb1c270c4e) AuthConfig (6100924b55cc0b22eb0c8f40c22a5c8c1f89fd7225a4924b7aec3f8c1fa2f606) AuthConfig (ae04ea14bd8587a21dbe49c0d48d93e3681c14c5fb2d13f163625898e110facf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"35cc6d4b-be06-470d-a368-7fa356a84d5d","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.859475155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"f4c5ac7f-f68f-47d6-8c98-3df0ba03009f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:31.977930954Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"f4c5ac7f-f68f-47d6-8c98-3df0ba03009f","name":"e2e-api-a-f57e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.240938648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"2d1981a3-948a-42ba-8d28-1d456876a89a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.432837035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d315fdd3-bc45-4bd8-b368-1530ff421616","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.48470854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"86a8ffe0-1b56-4d2c-afc6-07a2de6360b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.571067018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"da1cebaa-0b97-4465-8017-3665d13406b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.67069034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f18a720-77fd-40de-8462-60d30c937aab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.771489779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"1f8c3cdb-66d2-4bd1-8fff-3f6ef306fcea","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.773007323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"82012fcb-5f9c-4593-b34d-c0b76d874f18","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:32.892420146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"b80b17c3-6ad8-4009-a84d-bdce2e5451b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:33.095701797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"ba4a2881-14f7-4f37-8f28-d7344b4b6d24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:33.1928538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"0ded32c6-d951-4c7f-9113-53a268ac0a4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:33.193016471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"68de74e6-9fad-4f77-b1eb-d4f9ffa0512e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:33.294254115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"d66e402f-5f33-4c64-86a9-5a81760e9957","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:34.281977232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"4259136f-267b-43de-af43-1d04ce2c4728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:34.338005157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"4259136f-267b-43de-af43-1d04ce2c4728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:34.645450039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dadae5c-a216-4c97-98e1-7ac28202bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:34.64547487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0dadae5c-a216-4c97-98e1-7ac28202bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.417907491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a6459-c787-4b00-83d8-56ab8b75fd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.469547257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a6459-c787-4b00-83d8-56ab8b75fd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.521221273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a6459-c787-4b00-83d8-56ab8b75fd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:35.573500156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6a6459-c787-4b00-83d8-56ab8b75fd9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:36.021773326Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-88d9b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-88d9b8","reconcileID":"bb936ac4-eed9-4313-8ff8-bbce891caaa2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-88d9b8","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-88d9b8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.488414718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5123e7-6e77-467b-a937-49e5af0b2a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.540247119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5123e7-6e77-467b-a937-49e5af0b2a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.591957406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5123e7-6e77-467b-a937-49e5af0b2a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:37.644544252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed5123e7-6e77-467b-a937-49e5af0b2a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.515236009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00654ba5-c437-4bbe-9d89-2592fd3239f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.566991567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00654ba5-c437-4bbe-9d89-2592fd3239f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.618659332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00654ba5-c437-4bbe-9d89-2592fd3239f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:39.670576075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00654ba5-c437-4bbe-9d89-2592fd3239f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.449675912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"9baa25f8-050d-42d9-be99-51d64e94a514","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.505341206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"9baa25f8-050d-42d9-be99-51d64e94a514","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.870593591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"07ec3b46-ba05-468a-822d-35272b422f12","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:40.87061469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"07ec3b46-ba05-468a-822d-35272b422f12","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:41.537185534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbfabf-5166-4a71-b8ff-5066c3dff6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:41.58974825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbfabf-5166-4a71-b8ff-5066c3dff6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:41.642830838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbfabf-5166-4a71-b8ff-5066c3dff6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:41.695213203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2dbfabf-5166-4a71-b8ff-5066c3dff6ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:43.549082408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ce5c51-8efd-47e9-92d3-6df771f60a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:43.600522513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ce5c51-8efd-47e9-92d3-6df771f60a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:43.654316757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ce5c51-8efd-47e9-92d3-6df771f60a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:43.706367265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71ce5c51-8efd-47e9-92d3-6df771f60a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:44.283382564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.043901013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"3384628b-ef08-477b-a873-672050982fed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:47.189952777Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"3384628b-ef08-477b-a873-672050982fed","name":"e2e-api-b-3f72e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:48.767681925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5dac03ff-3fcc-4540-9acc-a11bd9ddd5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:48.969775384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"f2cb2bdd-315d-4cfa-ac18-fd9e03964ab4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.04866531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"c193ab64-b9ce-4a2d-8940-cda9b5b4c048","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.158551988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"bc4966ea-f0f6-471f-8199-cb5988c16085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.251600173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"d12908be-ada8-47ac-a38c-d2384fba9f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.414155273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"c4dedac8-c14a-48d4-a5b3-71ccd36ffccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.520530083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"5314ad07-46a8-4a29-b94d-46c029d6fa00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.641651908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"53d20767-d5a4-402d-81d6-443d79b9ca8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.718517056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"76f67edb-1b5b-4f29-a0dc-5d94ca6f8506","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:49.815585291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"7fcf116a-234f-47c4-8b3d-373968781c64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.055673105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"4b4bb1df-9223-4e96-a545-ed25dfe6c34b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:24:50.174589407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"69603ffe-fca5-4a72-ac83-d63cb9ceee18","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.622812939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cc4f8530-e624-4f70-89d9-4715c35a6b87","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.622841265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cc4f8530-e624-4f70-89d9-4715c35a6b87","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.731459465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"de4b47ca-ce74-4cf8-a480-6ff977af91ac","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.731482984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"de4b47ca-ce74-4cf8-a480-6ff977af91ac","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.831352255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"c3429fb2-150c-4e4d-9c1b-5e98e3459dd3","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.88502623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"c8c0fc95-e933-4f64-b70e-2f495de757d7","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:11.88889066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"c3429fb2-150c-4e4d-9c1b-5e98e3459dd3","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.251754377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"756baf38-da19-4983-83c7-4dd8a6c2cfe8","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.266957689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"d480e34d-4cac-4dba-bfed-46f6afa506d1","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.308056863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"756baf38-da19-4983-83c7-4dd8a6c2cfe8","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.56868813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eae9d09-66bd-45b5-ab93-998342fcbf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.620632777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eae9d09-66bd-45b5-ab93-998342fcbf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.672923728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eae9d09-66bd-45b5-ab93-998342fcbf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:12.724531742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eae9d09-66bd-45b5-ab93-998342fcbf01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.282514494Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.423102063Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-02c8fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-02c8fd","reconcileID":"cddb1572-2da3-4df1-b295-067c3b266b23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-02c8fd","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-02c8fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.601780308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c50421-72e3-4530-a5bf-b77961668a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.653707948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c50421-72e3-4530-a5bf-b77961668a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.706311765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c50421-72e3-4530-a5bf-b77961668a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:14.758148652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9c50421-72e3-4530-a5bf-b77961668a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:16.668487532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478697d8-2811-4c95-ad86-51eb90cd66ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:16.719895732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478697d8-2811-4c95-ad86-51eb90cd66ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:16.771618422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478697d8-2811-4c95-ad86-51eb90cd66ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:16.823357716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478697d8-2811-4c95-ad86-51eb90cd66ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.731748101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30f3c3c-e092-4e73-9123-7d7724111f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.783567129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30f3c3c-e092-4e73-9123-7d7724111f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.835448274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30f3c3c-e092-4e73-9123-7d7724111f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:18.887129058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30f3c3c-e092-4e73-9123-7d7724111f13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:20.769553881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4117bcea-450f-46ce-8fc7-179d81d11a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:20.821277788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4117bcea-450f-46ce-8fc7-179d81d11a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:20.872959675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4117bcea-450f-46ce-8fc7-179d81d11a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:20.9256962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4117bcea-450f-46ce-8fc7-179d81d11a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:22.6216198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"70963c06-1c59-440f-b8ea-75b08aeb749a","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:22.621643317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"70963c06-1c59-440f-b8ea-75b08aeb749a","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:22.725677313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"6a1a36d6-8997-4d1a-aae1-52f6838a7361","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:22.781266653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"6a1a36d6-8997-4d1a-aae1-52f6838a7361","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:22.833308165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"190f56c4-917f-46c7-af62-239151dd050f","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.185459993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"f6e6224b-6888-4f7b-889b-cc9f34d913f2","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.196645172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"8b251723-4995-42b8-b224-17c72ff43d50","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.241612483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"f6e6224b-6888-4f7b-889b-cc9f34d913f2","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.464007379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634d24c1-3236-4ef8-84ec-fd8d67a9bda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.515807727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634d24c1-3236-4ef8-84ec-fd8d67a9bda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.567607473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634d24c1-3236-4ef8-84ec-fd8d67a9bda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:23.619267781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"634d24c1-3236-4ef8-84ec-fd8d67a9bda4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:25.566586539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ba4065-e1cc-4929-aeea-cb20e2764b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:25.618468183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ba4065-e1cc-4929-aeea-cb20e2764b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:25.670474814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ba4065-e1cc-4929-aeea-cb20e2764b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:25.722745571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ba4065-e1cc-4929-aeea-cb20e2764b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.59384354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3fac5-02cc-40df-90dc-1293e2d1e957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.646212154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3fac5-02cc-40df-90dc-1293e2d1e957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.697846629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3fac5-02cc-40df-90dc-1293e2d1e957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.749321603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ec3fac5-02cc-40df-90dc-1293e2d1e957","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.795816207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1502fb2-6728-4358-97d2-390f929686b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.795842553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1502fb2-6728-4358-97d2-390f929686b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.849246496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7110451b-9360-4f8f-be5e-60f3c6dfd4f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.849267731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7110451b-9360-4f8f-be5e-60f3c6dfd4f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:27.962513538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"196e497c-777c-4d65-9bcf-9404179d8479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.088386776Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"196e497c-777c-4d65-9bcf-9404179d8479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.14497935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"196e497c-777c-4d65-9bcf-9404179d8479","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.2024808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9e3fc2-12bb-4061-a49f-3e54694e8548","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:28.202502861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c9e3fc2-12bb-4061-a49f-3e54694e8548","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.607516722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb69b6-7f46-406f-8753-222adc1964fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.659333531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb69b6-7f46-406f-8753-222adc1964fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.71134943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb69b6-7f46-406f-8753-222adc1964fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:29.763740678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8eb69b6-7f46-406f-8753-222adc1964fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:31.937658433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"c43ed527-2793-4df3-b0cd-187018fe179d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:32.054363982Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"c43ed527-2793-4df3-b0cd-187018fe179d","name":"e2e-api-a-88d9b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.307778954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"abfb72cf-dced-4706-bbb8-5312fee5de76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.363966641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"abfb72cf-dced-4706-bbb8-5312fee5de76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:38.418442732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"abfb72cf-dced-4706-bbb8-5312fee5de76","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:42.101962263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f53fde-8706-40a0-a79b-4f8c508b270f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:42.15369328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f53fde-8706-40a0-a79b-4f8c508b270f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:42.205236663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f53fde-8706-40a0-a79b-4f8c508b270f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:42.256900847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f53fde-8706-40a0-a79b-4f8c508b270f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:42.871831004Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-987f2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-987f2f","reconcileID":"ea7209e9-f2cb-40bf-9935-3f0c88f04fa0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-987f2f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-987f2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.136826274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1c8e13-3b4b-4449-bb71-13650f28ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.189283787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1c8e13-3b4b-4449-bb71-13650f28ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.240670155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1c8e13-3b4b-4449-bb71-13650f28ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.283234185Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:44.292669066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f1c8e13-3b4b-4449-bb71-13650f28ab18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.166575409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a32576b-71e6-4729-9467-5d1722863520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.218351002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a32576b-71e6-4729-9467-5d1722863520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.270310035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a32576b-71e6-4729-9467-5d1722863520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.321943803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a32576b-71e6-4729-9467-5d1722863520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.856653569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aafae19a-180c-4a73-acc0-b3d3b0fa7fab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.85668027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aafae19a-180c-4a73-acc0-b3d3b0fa7fab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.916823572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7d599a4-3cbe-443e-a081-9c3c11864e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:46.916847063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f7d599a4-3cbe-443e-a081-9c3c11864e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.01960944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"782cb2b9-a576-457a-ad0a-510eb46fbb09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.033434546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.033522603Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.105332215Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.105351288Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.105429966Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.105483164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"53ca950c-ebb5-46cd-8311-dedabb847502","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.105504391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"53ca950c-ebb5-46cd-8311-dedabb847502","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.147143773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"782cb2b9-a576-457a-ad0a-510eb46fbb09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.169124622Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"2f147717-d7c0-4d20-bcd9-72b144d2522e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.169275529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cbea96f7-307e-4ff5-8718-a1de210da19f","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.169294209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cbea96f7-307e-4ff5-8718-a1de210da19f","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.204649489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"782cb2b9-a576-457a-ad0a-510eb46fbb09","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.212986195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"c38cb9bd-5269-4fda-af47-e7d3cca6a2eb","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.266703781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaee8ad3-0be3-4385-981e-f81257dd789d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.266724754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eaee8ad3-0be3-4385-981e-f81257dd789d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.286544697Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"7a6f97c9-0517-4557-bbb7-999d44fec611","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37914ab1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.29203761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"c38cb9bd-5269-4fda-af47-e7d3cca6a2eb","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.3383795Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"1c8302eb-ea44-4492-b98a-f4f68f5e0b2a","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37914ab1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.50157719Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"610b7f6d-47f2-4188-8934-c34659595f80","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.6591733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"610b7f6d-47f2-4188-8934-c34659595f80","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.817272496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"610b7f6d-47f2-4188-8934-c34659595f80","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"e2e-mt-f259852e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.817301141Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-policy-f259852e","reconcileID":"610b7f6d-47f2-4188-8934-c34659595f80","MaaSAuthPolicy":{"name":"e2e-policy-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.876510739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"2224636a-162a-4e08-95a4-899d315fcef6","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:47.876535307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"2224636a-162a-4e08-95a4-899d315fcef6","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.00134048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"49ae9334-094d-4db4-84f4-cd6bdf0b1eb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.0622169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"49ae9334-094d-4db4-84f4-cd6bdf0b1eb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.297835376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcb8168-ffb1-4075-bbf4-691137cec802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.350770777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcb8168-ffb1-4075-bbf4-691137cec802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.404194438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcb8168-ffb1-4075-bbf4-691137cec802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.459716768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fcb8168-ffb1-4075-bbf4-691137cec802","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.565441664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"11889e6b-db7b-4a5b-85be-422ab375a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.624077709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"11889e6b-db7b-4a5b-85be-422ab375a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.730198429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"11889e6b-db7b-4a5b-85be-422ab375a4a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.938345379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"8eb957ea-8678-4639-8a68-c403b6390294","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:48.994271141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"8eb957ea-8678-4639-8a68-c403b6390294","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:50.348538705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bd9736-7b68-46d9-8f3c-6f71614c1178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:50.400432148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bd9736-7b68-46d9-8f3c-6f71614c1178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:50.452438392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bd9736-7b68-46d9-8f3c-6f71614c1178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:50.504119207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23bd9736-7b68-46d9-8f3c-6f71614c1178","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:52.38037775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74468a7-b22f-4af3-9990-0e7737b76976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:52.437191096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74468a7-b22f-4af3-9990-0e7737b76976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:52.528418465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74468a7-b22f-4af3-9990-0e7737b76976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:52.580336496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f74468a7-b22f-4af3-9990-0e7737b76976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:54.516438401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d52e7-5cfb-4d99-aa44-9d61e0e2614e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:54.568198765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d52e7-5cfb-4d99-aa44-9d61e0e2614e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:54.619806491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d52e7-5cfb-4d99-aa44-9d61e0e2614e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:54.671360823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44d52e7-5cfb-4d99-aa44-9d61e0e2614e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.606615717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412743c-c622-461d-a02f-d02e50e6ffa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.658160359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412743c-c622-461d-a02f-d02e50e6ffa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.709677665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412743c-c622-461d-a02f-d02e50e6ffa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:56.761498119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9412743c-c622-461d-a02f-d02e50e6ffa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.388196324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"5ba04b49-4fd1-4afa-8cdc-903eef631218","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.391888319Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"df0bd5d3-8658-446a-92b4-01a1535fa67b","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","subscription":"e2e-sub-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.44873963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"5ba04b49-4fd1-4afa-8cdc-903eef631218","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.449231066Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"df0bd5d3-8658-446a-92b4-01a1535fa67b","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.502560759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-sub-f259852e","reconcileID":"df0bd5d3-8658-446a-92b4-01a1535fa67b","MaaSSubscription":{"name":"e2e-sub-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"name":"maas-trlp-e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.503192462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"5ba04b49-4fd1-4afa-8cdc-903eef631218","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.804504814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"ac832156-cf6b-42aa-ac58-6f0fb7d10840","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:57.804526679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"ac832156-cf6b-42aa-ac58-6f0fb7d10840","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:58.694934029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c714af-0bc0-416e-ab7b-3638895c7a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:58.749060812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c714af-0bc0-416e-ab7b-3638895c7a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:58.806015977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c714af-0bc0-416e-ab7b-3638895c7a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:58.858113276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7c714af-0bc0-416e-ab7b-3638895c7a0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:58.961275322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"c6168ac1-fa7a-4ac6-993a-07d89a08f727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.01685003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"c6168ac1-fa7a-4ac6-993a-07d89a08f727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.12338042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4053eccdd0c2928b844ee5329215590c61002bc41895f31a80242a0a213a6b81) AuthConfig (e6194413a44d4ff20399b4efe4d9604ec9f03d4c80aabe435d2a7cc810314c45) AuthConfig (79154fedfd92f9a8784e6604bba50f299380437ae43e7d454ffa243b0cc6b64a) AuthConfig (7530ec5cb4146309b27ac00071e0bf5fe4f701d0130e37a0f8605a583d5c032e) AuthConfig (fef6c0e72f2b3b67a25bdd43cf70c4377eb97d58500e9b751d92fb0f9448a594) AuthConfig (c913a5f513db43f4916f5a9b607b95aea6417304474e26707e28e8471664dc99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"c6168ac1-fa7a-4ac6-993a-07d89a08f727","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.180121473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ec41c8-8924-4481-b807-06da400bda7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.180236109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2ec41c8-8924-4481-b807-06da400bda7b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.364504997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"34ea941a-fbc0-4656-a184-1c457731a427","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.421447843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"34ea941a-fbc0-4656-a184-1c457731a427","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.728117891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"1b26426b-0d13-4e63-9d9c-a6619062dbb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:25:59.783856987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"1b26426b-0d13-4e63-9d9c-a6619062dbb3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.438480851Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"34962dcf-36a8-47e2-b3a6-a58222228fda","namespace":"ai-tenant-e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.438583589Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"34962dcf-36a8-47e2-b3a6-a58222228fda","namespace":"ai-tenant-e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.438663744Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"34962dcf-36a8-47e2-b3a6-a58222228fda","name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.492688356Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"34962dcf-36a8-47e2-b3a6-a58222228fda","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.493033467Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"bf85d890-9b1b-410e-a607-0b6c56196fca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.493325675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"814a56a4-da99-442a-8147-a56bb894d7f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.493341184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"814a56a4-da99-442a-8147-a56bb894d7f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.73379073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"bf85d890-9b1b-410e-a607-0b6c56196fca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.85739757Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"bf85d890-9b1b-410e-a607-0b6c56196fca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"name":"e2e-api-a-4bcda6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.857424086Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"e2e-e2e-api-a-4bcda6-policy","reconcileID":"bf85d890-9b1b-410e-a607-0b6c56196fca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-4bcda6-policy","namespace":"ai-tenant-e2e-api-a-4bcda6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.914767271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4213cde3-1090-4a95-8736-2df9c7714a37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:02.914789647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4213cde3-1090-4a95-8736-2df9c7714a37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.269799291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"c1dcc08f-807d-4ecf-a528-664dbafd88f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.386004457Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"c1dcc08f-807d-4ecf-a528-664dbafd88f2","name":"e2e-api-a-02c8fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.652888976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"b7731dc4-6a0c-4daf-9b35-bc92220afa35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.7107623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"b7731dc4-6a0c-4daf-9b35-bc92220afa35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:07.765419328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"b7731dc4-6a0c-4daf-9b35-bc92220afa35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.285814191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"e5391fdf-c16e-4aa8-9b8d-8d9301bd4bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.345779044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"e5391fdf-c16e-4aa8-9b8d-8d9301bd4bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:09.404466233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4053eccdd0c2928b844ee5329215590c61002bc41895f31a80242a0a213a6b81) AuthConfig (e6194413a44d4ff20399b4efe4d9604ec9f03d4c80aabe435d2a7cc810314c45) AuthConfig (79154fedfd92f9a8784e6604bba50f299380437ae43e7d454ffa243b0cc6b64a) AuthConfig (7530ec5cb4146309b27ac00071e0bf5fe4f701d0130e37a0f8605a583d5c032e) AuthConfig (fef6c0e72f2b3b67a25bdd43cf70c4377eb97d58500e9b751d92fb0f9448a594) AuthConfig (c913a5f513db43f4916f5a9b607b95aea6417304474e26707e28e8471664dc99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"e5391fdf-c16e-4aa8-9b8d-8d9301bd4bc3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:14.282128625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.870123128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"c1880437-6c39-442a-af4f-b704efa72dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.926706658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"c1880437-6c39-442a-af4f-b704efa72dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:17.980765496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"c1880437-6c39-442a-af4f-b704efa72dc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.510531395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"241135ab-cac8-4528-ab82-5ec97f931065","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.567219546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"241135ab-cac8-4528-ab82-5ec97f931065","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:19.62343189Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f57e85-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4053eccdd0c2928b844ee5329215590c61002bc41895f31a80242a0a213a6b81) AuthConfig (e6194413a44d4ff20399b4efe4d9604ec9f03d4c80aabe435d2a7cc810314c45) AuthConfig (79154fedfd92f9a8784e6604bba50f299380437ae43e7d454ffa243b0cc6b64a) AuthConfig (7530ec5cb4146309b27ac00071e0bf5fe4f701d0130e37a0f8605a583d5c032e) AuthConfig (fef6c0e72f2b3b67a25bdd43cf70c4377eb97d58500e9b751d92fb0f9448a594) AuthConfig (c913a5f513db43f4916f5a9b607b95aea6417304474e26707e28e8471664dc99)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"241135ab-cac8-4528-ab82-5ec97f931065","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:23.577666028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48e81c-7304-46ab-b625-4a1f0cd7f480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:23.637065548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48e81c-7304-46ab-b625-4a1f0cd7f480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:23.689340487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48e81c-7304-46ab-b625-4a1f0cd7f480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:23.746517325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff48e81c-7304-46ab-b625-4a1f0cd7f480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:25.624024792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ea4cb0-cb85-4a63-8c61-c54d1593e9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:25.677068624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ea4cb0-cb85-4a63-8c61-c54d1593e9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:25.729083124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ea4cb0-cb85-4a63-8c61-c54d1593e9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:25.780813793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02ea4cb0-cb85-4a63-8c61-c54d1593e9d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.084135086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"a40bebd4-2cfa-4b0b-990e-2fd89c44552d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.140140774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"a40bebd4-2cfa-4b0b-990e-2fd89c44552d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.198968733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (679aeb876a897de068246806d61e10ea35dabc0f2112e4eb629648d25f5d3672) AuthConfig (3415e0097616e6bb7880301f4c31b950c71e4f9e808175dcabada79b0e5adaee) AuthConfig (669926ca9294320b8787758bdbdc8940500cf5e5c58888f39f1d3d640ec8e09f) AuthConfig (26160d04135378409d9977e477e044c9713401e2c43af52440ddbf6cea424cd2) AuthConfig (6eadec1aba4c8ada99eb48198bdb2d583c95840e21d0c40cb1c72f88043034fe) AuthConfig (2236e5eebf0882c1177cf6b0a58ef7540022cdb697af7a0960f0c4302ee32e8c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"a40bebd4-2cfa-4b0b-990e-2fd89c44552d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.256624741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a85cf2a-1897-4171-a3aa-f7c6ae5d3e8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.256646715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a85cf2a-1897-4171-a3aa-f7c6ae5d3e8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.607791721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23c7bf6f-cd8b-4054-8359-759dbe4b0c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.607811444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23c7bf6f-cd8b-4054-8359-759dbe4b0c40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.663337047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf05137e-0d55-4d0a-8e9c-73c9b01754e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.663357115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf05137e-0d55-4d0a-8e9c-73c9b01754e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.767011283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"58c1d08c-9bed-476f-8836-362df4b25de0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.888609209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"58c1d08c-9bed-476f-8836-362df4b25de0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.9454476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"58c1d08c-9bed-476f-8836-362df4b25de0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.999902422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59872512-6243-4ed1-a8c9-c8839f8166ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:28.9999218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59872512-6243-4ed1-a8c9-c8839f8166ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.737937009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"d957090e-53ec-4039-9a51-34139f093b17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:29.79448761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"d957090e-53ec-4039-9a51-34139f093b17","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.117611433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdd40de1-3fd6-4c7b-bcd1-87fb3c6fdc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:30.117634686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdd40de1-3fd6-4c7b-bcd1-87fb3c6fdc82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.723145859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd094e5-fddb-4781-9636-c83d86cc1d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.775068148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd094e5-fddb-4781-9636-c83d86cc1d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.826880075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd094e5-fddb-4781-9636-c83d86cc1d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:33.878571085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cd094e5-fddb-4781-9636-c83d86cc1d48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:34.326900597Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d6b8ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d6b8ff","reconcileID":"f9a3a071-eed5-4f6e-bf1a-97ef39687325","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d6b8ff","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d6b8ff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.820066404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa4dcb6-6b73-4459-92bc-6739fd592009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.871828876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa4dcb6-6b73-4459-92bc-6739fd592009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.923408304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa4dcb6-6b73-4459-92bc-6739fd592009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:35.980631576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfa4dcb6-6b73-4459-92bc-6739fd592009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.665852848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"4224ed12-8843-4402-a915-8af6415b245c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:36.781145968Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"4224ed12-8843-4402-a915-8af6415b245c","name":"e2e-api-b-987f2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:37.915970152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38613d88-0ae8-4ecc-8f1c-25b915d0e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:37.970994051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38613d88-0ae8-4ecc-8f1c-25b915d0e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.023397481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38613d88-0ae8-4ecc-8f1c-25b915d0e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.075566018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38613d88-0ae8-4ecc-8f1c-25b915d0e998","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.397393909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"08770034-1799-4079-95e3-259dd8c202da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.453267917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"08770034-1799-4079-95e3-259dd8c202da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:38.508282808Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (679aeb876a897de068246806d61e10ea35dabc0f2112e4eb629648d25f5d3672) AuthConfig (3415e0097616e6bb7880301f4c31b950c71e4f9e808175dcabada79b0e5adaee) AuthConfig (669926ca9294320b8787758bdbdc8940500cf5e5c58888f39f1d3d640ec8e09f) AuthConfig (26160d04135378409d9977e477e044c9713401e2c43af52440ddbf6cea424cd2) AuthConfig (6eadec1aba4c8ada99eb48198bdb2d583c95840e21d0c40cb1c72f88043034fe) AuthConfig (2236e5eebf0882c1177cf6b0a58ef7540022cdb697af7a0960f0c4302ee32e8c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"08770034-1799-4079-95e3-259dd8c202da","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.175813467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"861e5649-7f83-47f3-8deb-42f033a2dd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.232243564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"861e5649-7f83-47f3-8deb-42f033a2dd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.287029879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"861e5649-7f83-47f3-8deb-42f033a2dd4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:39.970271733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f896a2-f91d-4819-bcb9-36716c69fe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.0220099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f896a2-f91d-4819-bcb9-36716c69fe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.073642661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f896a2-f91d-4819-bcb9-36716c69fe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:40.12547758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f896a2-f91d-4819-bcb9-36716c69fe8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:41.941774643Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:41.941829648Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:41.941924814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","tenant":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:41.995324471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Deployment","name":"maas-api-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.020016812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e05c159-f2f7-453b-88b8-60c734b18907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.072766874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e05c159-f2f7-453b-88b8-60c734b18907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.080154748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Service","name":"maas-api-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.124505039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e05c159-f2f7-453b-88b8-60c734b18907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.176702782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e05c159-f2f7-453b-88b8-60c734b18907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.180238128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.233629639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.28927962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.343075106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.444617833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.49865002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.549679576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Deployment","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.60078781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.655145033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Service","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.70732391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"Service","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.758546551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.809855497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.861103137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.915764851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:42.967065394Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.018166159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.070228231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.125112966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"51bc4462-b8dd-466c-b0eb-ded58d1d8f35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f259852e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:43.924530936Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f259852e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f259852e","reconcileID":"5a06ea78-1be0-43d3-9cc6-3c1efe89872d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f259852e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f259852e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.085345353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"5f4d74f0-29e2-419b-a7b3-afa710307fae","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.142563616Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"5f4d74f0-29e2-419b-a7b3-afa710307fae","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.148187599Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"86fc170e-a970-4a20-9875-66ec37983564","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.148262472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"86fc170e-a970-4a20-9875-66ec37983564","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.159413364Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"12cf84b4-c9e8-4ed4-908d-02c9a21b4896","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.159479257Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"12cf84b4-c9e8-4ed4-908d-02c9a21b4896","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.180598933Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"949f6cbb-443d-49bb-9b0a-6ef37aaa51cb","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.180673304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"949f6cbb-443d-49bb-9b0a-6ef37aaa51cb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.221153985Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"3e8bb307-59af-447a-a607-8cc3e6918ace","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.221215797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"3e8bb307-59af-447a-a607-8cc3e6918ace","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:44.301409755Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.301549928Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"38b61e1c-80c8-48d8-bac3-66c641bd91e0","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.301620479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"38b61e1c-80c8-48d8-bac3-66c641bd91e0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.462702545Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"c0051163-2630-4f3d-8904-d056c6b64096","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.462788051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"c0051163-2630-4f3d-8904-d056c6b64096","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.784059945Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cd122c00-e31c-4d79-a4e7-8dfad75c6477","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:44.784135444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"cd122c00-e31c-4d79-a4e7-8dfad75c6477","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.039037616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364faf66-2dcd-43e3-ba97-c0b9bff0a43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.092680707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364faf66-2dcd-43e3-ba97-c0b9bff0a43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.144343204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364faf66-2dcd-43e3-ba97-c0b9bff0a43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:45.195938751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"364faf66-2dcd-43e3-ba97-c0b9bff0a43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:45.424941194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"97046d57-a208-4edc-8ea7-9c6e661d5001","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:45.425011797Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"97046d57-a208-4edc-8ea7-9c6e661d5001","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:46.706102559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"33ff73ae-c43b-4462-a361-4080d11cc76e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:46.706171917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"33ff73ae-c43b-4462-a361-4080d11cc76e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.057881243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d206cf-9ac4-420e-bff9-b7c3262139df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.114839192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d206cf-9ac4-420e-bff9-b7c3262139df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.169133321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d206cf-9ac4-420e-bff9-b7c3262139df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:47.220987793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d206cf-9ac4-420e-bff9-b7c3262139df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:48.612497198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"1c8cbe73-bd74-493f-ac8f-c863cb2b5b7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:48.668991597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"1c8cbe73-bd74-493f-ac8f-c863cb2b5b7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:48.722981754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-3f72e4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (679aeb876a897de068246806d61e10ea35dabc0f2112e4eb629648d25f5d3672) AuthConfig (3415e0097616e6bb7880301f4c31b950c71e4f9e808175dcabada79b0e5adaee) AuthConfig (669926ca9294320b8787758bdbdc8940500cf5e5c58888f39f1d3d640ec8e09f) AuthConfig (26160d04135378409d9977e477e044c9713401e2c43af52440ddbf6cea424cd2) AuthConfig (6eadec1aba4c8ada99eb48198bdb2d583c95840e21d0c40cb1c72f88043034fe) AuthConfig (2236e5eebf0882c1177cf6b0a58ef7540022cdb697af7a0960f0c4302ee32e8c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"1c8cbe73-bd74-493f-ac8f-c863cb2b5b7d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:49.266680912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6d0044fd-d65f-48be-bd5c-3bb81ecc3100","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:49.266757332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"6d0044fd-d65f-48be-bd5c-3bb81ecc3100","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.391097078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"163d433a-1573-44dd-b82b-0c04da32092a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.446318769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"163d433a-1573-44dd-b82b-0c04da32092a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:49.500506495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"163d433a-1573-44dd-b82b-0c04da32092a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:54.388073007Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"124da300-4e38-405e-9be6-ec4490614a96","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:26:54.388145409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"124da300-4e38-405e-9be6-ec4490614a96","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:58.861080793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"78803997-1da0-42ea-bc29-289584b6c663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:58.917403036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"78803997-1da0-42ea-bc29-289584b6c663","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.24034929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f299b6e-4544-491e-a68a-7f58d017e9d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.242071237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f299b6e-4544-491e-a68a-7f58d017e9d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.605796014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ea7dc5c0-e39e-4415-9bc4-ce10c4fa3960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.681706227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ea7dc5c0-e39e-4415-9bc4-ce10c4fa3960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.737502945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97d9ff9592a6626a9e03a533cdf9ec8e02500ecf30557c7acfca26ec02b0fac6) AuthConfig (b49c7ec996df700916b58c2551401f3d3ba52689f807047d4d7190c287f36c61) AuthConfig (1681d932f8ada43fe1835c436c3c4fbd3bed33d03eea7ec1d4cc39fbc398a3e1) AuthConfig (1b6f19d922ec839d5d6fb2ca3a1e5b848d78d7baa9dabc9356aac2652f84bc86) AuthConfig (8ccd1109f7e9ed349f303d9fb983643bbddb3cdbbf2444d256ed4d1ff094021a) AuthConfig (c74e3ba9bf31807582d5084a0b04667d5ed6c328f9be16bc07ca3745748e8453)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ea7dc5c0-e39e-4415-9bc4-ce10c4fa3960","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.7962249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097fa383-0db6-4e67-b6d6-1bd0a8a86541","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:26:59.796248732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"097fa383-0db6-4e67-b6d6-1bd0a8a86541","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.699637976Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","namespace":"ai-tenant-e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.69973398Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","namespace":"ai-tenant-e2e-api-a-4bcda6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.699808159Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","tenant":"e2e-api-a-4bcda6","tenantID":"e2e-api-a-4bcda6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.755498595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Deployment","name":"maas-api-e2e-api-a-4bcda6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.82116129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Service","name":"maas-api-e2e-api-a-4bcda6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.882802761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-4bcda6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:02.946103544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-4bcda6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.004687282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.062969121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.12030943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.174356516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.227200592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Deployment","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.280436905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.331936987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Service","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.383680728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.435162467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.486377815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.537962677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:03.560699292Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"340fd1e1-08bf-44fd-87be-185bbec43a61","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:03.560791873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"340fd1e1-08bf-44fd-87be-185bbec43a61","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.594659719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.677597747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.732640604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.787141338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-4bcda6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:03.843779804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-4bcda6"},"namespace":"ai-tenant-e2e-api-a-4bcda6","name":"default-tenant","reconcileID":"e5df26e0-6f6a-4274-8c79-9888badbeb3c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-4bcda6","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:04.312359258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1af083d0-3794-49a2-bf8f-1bf899469a07","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:04.312441367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1af083d0-3794-49a2-bf8f-1bf899469a07","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:04.566036242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88ca12c-4f16-4fd0-805a-9b7e23db7c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:04.61802542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88ca12c-4f16-4fd0-805a-9b7e23db7c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:04.669850749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88ca12c-4f16-4fd0-805a-9b7e23db7c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:04.723062441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b88ca12c-4f16-4fd0-805a-9b7e23db7c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:04.783679073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-4bcda6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-4bcda6","reconcileID":"161e59c8-a3f1-4060-baf9-067b7930d8e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-4bcda6","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-4bcda6"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:04.954012796Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"4d20e9f3-dc1e-4793-b963-61d4f6522c40","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:04.954109787Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"4d20e9f3-dc1e-4793-b963-61d4f6522c40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:05.223958964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"8e10becd-e6ab-46b1-83b7-02ecdec6b53e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:27:05.224027689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"8e10becd-e6ab-46b1-83b7-02ecdec6b53e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.384897796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"b3baeb4d-59ec-4e81-a459-d5c56ec93058","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.384919039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"b3baeb4d-59ec-4e81-a459-d5c56ec93058","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.547372274Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f259852e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f259852e","reconcileID":"dc5c68f9-9c6b-465e-a7b5-2fb975c1db07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f259852e","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-f259852e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.705982525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e4a4cf-02bb-4786-bd1f-1b836a8eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.75753464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e4a4cf-02bb-4786-bd1f-1b836a8eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.809272224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e4a4cf-02bb-4786-bd1f-1b836a8eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:06.861270841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00e4a4cf-02bb-4786-bd1f-1b836a8eb323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.306523558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57f97b65-0091-4d20-b1c8-94734ad3cf30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.306550943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57f97b65-0091-4d20-b1c8-94734ad3cf30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.361371859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18765a77-7ff6-4acc-b71a-25d816e744c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.361395585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18765a77-7ff6-4acc-b71a-25d816e744c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.471354486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"9a8ccece-99ee-4708-8f80-7b626740d477","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.496094018Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"57b37bee-3b47-46c3-9098-a479aaf687e3","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.496115277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"57b37bee-3b47-46c3-9098-a479aaf687e3","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.600284333Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"9a8ccece-99ee-4708-8f80-7b626740d477","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.654926381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-02c8fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"9a8ccece-99ee-4708-8f80-7b626740d477","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.714660581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91112a02-1d35-434b-aafb-8b01b134bf08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:07.714681332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91112a02-1d35-434b-aafb-8b01b134bf08","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:08.861305583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c5834-7c7a-4480-8696-1a92825aa82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:08.912782905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c5834-7c7a-4480-8696-1a92825aa82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:08.966741245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c5834-7c7a-4480-8696-1a92825aa82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.024586543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a66c5834-7c7a-4480-8696-1a92825aa82f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.904901341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"3d43ed9b-e418-4577-abc8-f1c03eb2b8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:09.960824116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"3d43ed9b-e418-4577-abc8-f1c03eb2b8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:10.018446695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97d9ff9592a6626a9e03a533cdf9ec8e02500ecf30557c7acfca26ec02b0fac6) AuthConfig (b49c7ec996df700916b58c2551401f3d3ba52689f807047d4d7190c287f36c61) AuthConfig (1681d932f8ada43fe1835c436c3c4fbd3bed33d03eea7ec1d4cc39fbc398a3e1) AuthConfig (1b6f19d922ec839d5d6fb2ca3a1e5b848d78d7baa9dabc9356aac2652f84bc86) AuthConfig (8ccd1109f7e9ed349f303d9fb983643bbddb3cdbbf2444d256ed4d1ff094021a) AuthConfig (c74e3ba9bf31807582d5084a0b04667d5ed6c328f9be16bc07ca3745748e8453)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"3d43ed9b-e418-4577-abc8-f1c03eb2b8a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.132471879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484b2741-1071-44d0-997d-827771305aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.183956076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484b2741-1071-44d0-997d-827771305aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.235520074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484b2741-1071-44d0-997d-827771305aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:11.286927601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484b2741-1071-44d0-997d-827771305aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:12.265008942Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7870b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7870b4","reconcileID":"a0bf8424-4623-4b57-89a6-f1063371b12e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7870b4","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7870b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:13.285660386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17741eb6-7308-4377-af2a-746a56d54933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:13.337270178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17741eb6-7308-4377-af2a-746a56d54933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:13.388762806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17741eb6-7308-4377-af2a-746a56d54933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:13.440325703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17741eb6-7308-4377-af2a-746a56d54933","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:14.283973238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:15.429247201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1093aaf1-6d12-45d0-b94b-d97566d0a59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:15.481124001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1093aaf1-6d12-45d0-b94b-d97566d0a59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:15.533821467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1093aaf1-6d12-45d0-b94b-d97566d0a59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:15.58730924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1093aaf1-6d12-45d0-b94b-d97566d0a59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.542113656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881c27b-037f-4247-9480-ae145149033d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.595607772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881c27b-037f-4247-9480-ae145149033d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.647344565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881c27b-037f-4247-9480-ae145149033d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.699573875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b881c27b-037f-4247-9480-ae145149033d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.820319225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"084dfc2d-2c78-4c18-b8b8-3ef3ae1f5511","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.87698224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"084dfc2d-2c78-4c18-b8b8-3ef3ae1f5511","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:17.969529888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-02c8fd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"084dfc2d-2c78-4c18-b8b8-3ef3ae1f5511","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.123506397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"221ac230-6c58-400a-ab1f-f1a8bac64e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.184501217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"221ac230-6c58-400a-ab1f-f1a8bac64e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:20.239665145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-88d9b8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (97d9ff9592a6626a9e03a533cdf9ec8e02500ecf30557c7acfca26ec02b0fac6) AuthConfig (b49c7ec996df700916b58c2551401f3d3ba52689f807047d4d7190c287f36c61) AuthConfig (1681d932f8ada43fe1835c436c3c4fbd3bed33d03eea7ec1d4cc39fbc398a3e1) AuthConfig (1b6f19d922ec839d5d6fb2ca3a1e5b848d78d7baa9dabc9356aac2652f84bc86) AuthConfig (8ccd1109f7e9ed349f303d9fb983643bbddb3cdbbf2444d256ed4d1ff094021a) AuthConfig (c74e3ba9bf31807582d5084a0b04667d5ed6c328f9be16bc07ca3745748e8453)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"221ac230-6c58-400a-ab1f-f1a8bac64e8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.073529528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"ab515a43-bf34-4593-ba04-84a94822a3a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.129545239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"ab515a43-bf34-4593-ba04-84a94822a3a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.184174031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-02c8fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8323a2a27c526774f016bf90f49da60f35c7abe9222837052613f47a4cbffb92) AuthConfig (dbdf72b8e7b97c823c67bafe95285e393de827e063ae19fc68d3302ef60ec37f) AuthConfig (3a6910053b6876564ac88210917b3c736c2ae32c5e9be2e73ca2d3b4b1a3a6ac) AuthConfig (f4a2a306d3e15a202c70cf193fac5a9f039015ac48d2788fcae7ecf3296d59df) AuthConfig (753c0f672b362238dc03dcab3d86dfcdd5806f6eb65a5f8bdeb5f2c48d18da27) AuthConfig (95398f4c8fae8ef6dd68ee84e99bd7170479682964eb7c58afaecf038eff6183)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"ab515a43-bf34-4593-ba04-84a94822a3a0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.252942179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6302723-dd84-4bca-9314-d0e158b30fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:28.252964292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6302723-dd84-4bca-9314-d0e158b30fee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.343164381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ce36885c-62bf-4639-a8c8-b4c68fd382be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.400583539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ce36885c-62bf-4639-a8c8-b4c68fd382be","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.718575805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e34fda45-760c-4b68-b4bb-49bc93f11f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:30.718597319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e34fda45-760c-4b68-b4bb-49bc93f11f3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.715486229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"7fca7c34-93ed-4071-823b-e039b7a01389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:32.771852767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"7fca7c34-93ed-4071-823b-e039b7a01389","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.04407129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"4df9c8b9-a2b6-4d07-ba4e-67dc32fe53bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.100966324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"4df9c8b9-a2b6-4d07-ba4e-67dc32fe53bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.365647258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8166333c-6055-4949-b4d0-8db739c40ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.417781264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8166333c-6055-4949-b4d0-8db739c40ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.469798439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8166333c-6055-4949-b4d0-8db739c40ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:33.522082002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8166333c-6055-4949-b4d0-8db739c40ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.74071615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"e328962a-8efc-4abe-b9ea-b5a20485f693","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:34.874351049Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"e328962a-8efc-4abe-b9ea-b5a20485f693","name":"e2e-api-b-d6b8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.484152308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7c54de-bb58-4ab0-80ec-5f39469a1007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.535889789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7c54de-bb58-4ab0-80ec-5f39469a1007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.587749233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7c54de-bb58-4ab0-80ec-5f39469a1007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:35.643487747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a7c54de-bb58-4ab0-80ec-5f39469a1007","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:37.531065892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1146a7-1bc4-4d7e-b1ab-e1947e3ba890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:37.582804308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1146a7-1bc4-4d7e-b1ab-e1947e3ba890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:37.634738611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1146a7-1bc4-4d7e-b1ab-e1947e3ba890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:37.687009495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d1146a7-1bc4-4d7e-b1ab-e1947e3ba890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.358004894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"b0a16d49-823e-4d7f-957e-a4ac4af56c75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.414179692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"b0a16d49-823e-4d7f-957e-a4ac4af56c75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:38.469131897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-02c8fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8323a2a27c526774f016bf90f49da60f35c7abe9222837052613f47a4cbffb92) AuthConfig (dbdf72b8e7b97c823c67bafe95285e393de827e063ae19fc68d3302ef60ec37f) AuthConfig (3a6910053b6876564ac88210917b3c736c2ae32c5e9be2e73ca2d3b4b1a3a6ac) AuthConfig (f4a2a306d3e15a202c70cf193fac5a9f039015ac48d2788fcae7ecf3296d59df) AuthConfig (753c0f672b362238dc03dcab3d86dfcdd5806f6eb65a5f8bdeb5f2c48d18da27) AuthConfig (95398f4c8fae8ef6dd68ee84e99bd7170479682964eb7c58afaecf038eff6183)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"b0a16d49-823e-4d7f-957e-a4ac4af56c75","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.559932063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cdfe8-316e-4fac-a4b2-6fe666cce764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.612134843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cdfe8-316e-4fac-a4b2-6fe666cce764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.663949749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cdfe8-316e-4fac-a4b2-6fe666cce764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:39.716469587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b00cdfe8-316e-4fac-a4b2-6fe666cce764","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.683053589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4800935b-571d-4026-a61f-c421df275762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.735380043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4800935b-571d-4026-a61f-c421df275762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.787390204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4800935b-571d-4026-a61f-c421df275762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:41.83942374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4800935b-571d-4026-a61f-c421df275762","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.047758403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"9b0026c3-2135-48cf-b947-a2cd91a0b47b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.103324798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"9b0026c3-2135-48cf-b947-a2cd91a0b47b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.531807655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"afb70dfc-3434-49f5-bc94-fa7b99996bb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.58773553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"afb70dfc-3434-49f5-bc94-fa7b99996bb5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.85499815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5b66dd-b4c8-4397-9a3d-d8d7f44a79dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.90668641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5b66dd-b4c8-4397-9a3d-d8d7f44a79dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:43.95837025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5b66dd-b4c8-4397-9a3d-d8d7f44a79dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.010179192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e5b66dd-b4c8-4397-9a3d-d8d7f44a79dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:44.28328123Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.935553727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b048b0-4c04-4cd5-aca1-4b66e361ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:45.987291592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b048b0-4c04-4cd5-aca1-4b66e361ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:46.038703036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b048b0-4c04-4cd5-aca1-4b66e361ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:46.090772098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b048b0-4c04-4cd5-aca1-4b66e361ce79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:47.980919216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91aa523-3422-4e22-9f32-3f8476410baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.033268706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91aa523-3422-4e22-9f32-3f8476410baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.085181722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91aa523-3422-4e22-9f32-3f8476410baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.136970872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e91aa523-3422-4e22-9f32-3f8476410baf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.574155567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"d77041ee-44c9-4535-9d6f-011bd44d75f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.631089228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"d77041ee-44c9-4535-9d6f-011bd44d75f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:48.689084641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-02c8fd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8323a2a27c526774f016bf90f49da60f35c7abe9222837052613f47a4cbffb92) AuthConfig (dbdf72b8e7b97c823c67bafe95285e393de827e063ae19fc68d3302ef60ec37f) AuthConfig (3a6910053b6876564ac88210917b3c736c2ae32c5e9be2e73ca2d3b4b1a3a6ac) AuthConfig (f4a2a306d3e15a202c70cf193fac5a9f039015ac48d2788fcae7ecf3296d59df) AuthConfig (753c0f672b362238dc03dcab3d86dfcdd5806f6eb65a5f8bdeb5f2c48d18da27) AuthConfig (95398f4c8fae8ef6dd68ee84e99bd7170479682964eb7c58afaecf038eff6183)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"d77041ee-44c9-4535-9d6f-011bd44d75f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.034045961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d098fa-5cf3-4c8f-83fb-caab8da1c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.085742711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d098fa-5cf3-4c8f-83fb-caab8da1c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.137898561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d098fa-5cf3-4c8f-83fb-caab8da1c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.189557316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d098fa-5cf3-4c8f-83fb-caab8da1c4bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.72637942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"96c4f5f6-7702-4c2f-8710-30040254c5ac","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:50.84361868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"96c4f5f6-7702-4c2f-8710-30040254c5ac","name":"e2e-mt-f259852e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:58.79389936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"80a5d57b-6808-4804-80f4-acd85e01ec77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:58.851212735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"80a5d57b-6808-4804-80f4-acd85e01ec77","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.125429955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f891dfb-4564-43e3-a36c-d987b358f933","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:27:59.125452565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f891dfb-4564-43e3-a36c-d987b358f933","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.609321275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e308fa5-5552-47cf-90d5-ebdaa2472e3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.609353721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e308fa5-5552-47cf-90d5-ebdaa2472e3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.664828731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb8dce6-6693-4ab7-9d37-606d3f4631de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.664850421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"edb8dce6-6693-4ab7-9d37-606d3f4631de","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.768626223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"3f37f640-b934-4bcd-907d-8f6de6c898dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.89535517Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"3f37f640-b934-4bcd-907d-8f6de6c898dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:05.951757964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-987f2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"3f37f640-b934-4bcd-907d-8f6de6c898dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.008591507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f36428e5-fb89-4d10-af6c-1f23e1bfa2ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.008612457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f36428e5-fb89-4d10-af6c-1f23e1bfa2ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.737570644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"2f2689d3-bbb3-4a87-a5e5-b8d9aea69728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:06.80153788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"2f2689d3-bbb3-4a87-a5e5-b8d9aea69728","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.130975865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"cd0fc4b2-6c65-4711-a5dc-201ea1298968","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.189114806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"cd0fc4b2-6c65-4711-a5dc-201ea1298968","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.571001767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee7a8a6-862d-4f9c-8446-dda1402beac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.634505042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee7a8a6-862d-4f9c-8446-dda1402beac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.689601136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee7a8a6-862d-4f9c-8446-dda1402beac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:07.742593952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ee7a8a6-862d-4f9c-8446-dda1402beac8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:09.635546897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67695b6c-bece-4f4a-948c-e3aa3c36e7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:09.687068195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67695b6c-bece-4f4a-948c-e3aa3c36e7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:09.738600248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67695b6c-bece-4f4a-948c-e3aa3c36e7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:09.790913521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67695b6c-bece-4f4a-948c-e3aa3c36e7bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:11.682437408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa947983-a3fe-4e6b-9581-3b02ffe12daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:11.73428341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa947983-a3fe-4e6b-9581-3b02ffe12daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:11.786060391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa947983-a3fe-4e6b-9581-3b02ffe12daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:11.838442416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa947983-a3fe-4e6b-9581-3b02ffe12daa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:13.769756539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befafc8a-a422-4d9f-9cd6-6c6ade8bf6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:13.821550647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befafc8a-a422-4d9f-9cd6-6c6ade8bf6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:13.873267671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befafc8a-a422-4d9f-9cd6-6c6ade8bf6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:13.924801432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befafc8a-a422-4d9f-9cd6-6c6ade8bf6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:14.286543622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:15.879266161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab1834-2e1a-4d48-83fe-f401c5e32dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:15.938032784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab1834-2e1a-4d48-83fe-f401c5e32dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:15.98982837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab1834-2e1a-4d48-83fe-f401c5e32dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.041729077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ab1834-2e1a-4d48-83fe-f401c5e32dac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.145271095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"9f5c6a5f-c4a6-4248-b7fb-473df50c8f98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.209728648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"9f5c6a5f-c4a6-4248-b7fb-473df50c8f98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:16.311117739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-987f2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"9f5c6a5f-c4a6-4248-b7fb-473df50c8f98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.298986465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"d004cb71-6e32-401c-bd3d-a51765a29096","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.355901949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"d004cb71-6e32-401c-bd3d-a51765a29096","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.664081485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"ecc09d10-1574-4844-a17f-7cd27fa5dfce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.720513793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"ecc09d10-1574-4844-a17f-7cd27fa5dfce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.925425023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390078e9-6957-4e5b-b47c-5f73d9c20ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:17.976924561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390078e9-6957-4e5b-b47c-5f73d9c20ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.029318978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390078e9-6957-4e5b-b47c-5f73d9c20ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:18.080800814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390078e9-6957-4e5b-b47c-5f73d9c20ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:19.987746479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bec437-6e39-4c3e-909b-d724cf0c068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.04063035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bec437-6e39-4c3e-909b-d724cf0c068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.092258426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bec437-6e39-4c3e-909b-d724cf0c068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:20.148155985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30bec437-6e39-4c3e-909b-d724cf0c068e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.038462678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ad4db-c944-4146-b631-23d193085e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.099920027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ad4db-c944-4146-b631-23d193085e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.151671667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ad4db-c944-4146-b631-23d193085e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:22.203472876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea2ad4db-c944-4146-b631-23d193085e08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.087034721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f4e1de-f542-4e87-8393-f62ced2e4068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.138621395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f4e1de-f542-4e87-8393-f62ced2e4068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.190624651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f4e1de-f542-4e87-8393-f62ced2e4068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:24.244450255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92f4e1de-f542-4e87-8393-f62ced2e4068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.177629402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"6f95350f-ed67-4e7e-97e6-24eee0f269a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.401059977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"8cfced00-602e-43dc-a068-dfa1adbd9831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.45268406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b72e86f-d43a-4bb1-a309-9ded9e8bf7ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.553574564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"3b56323a-25bd-425f-bb52-70aa45cf0cfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.695253344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c4be585a-cf3f-4cde-8aaa-ab3f749abb5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.801204247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"c7d606a3-10e0-46b0-bbd5-2012fca44ad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.87421604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"3b696e86-8374-4e12-b6fa-5ee342239de6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:25.891923115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"47b8f6a6-9cea-42a6-b689-56188cf30afa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.06459648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"92e3a53c-cbd8-4fb9-a52a-2082d89d5fd8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.118642897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"5a13abd6-a7e1-4995-bb54-1e838c64dbc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.175563337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af06f189-4c7c-420e-9b1e-bd6b475cd973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.180368051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"92e3a53c-cbd8-4fb9-a52a-2082d89d5fd8","name":"e2e-api-b-7870b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.219684827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c843596-bf54-4dfe-bb89-346826257957","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.227291169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af06f189-4c7c-420e-9b1e-bd6b475cd973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.278936274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af06f189-4c7c-420e-9b1e-bd6b475cd973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.330801057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af06f189-4c7c-420e-9b1e-bd6b475cd973","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.434765798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"7f846215-1448-4ad3-9ca5-b4ec5984d09d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.536827981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"7f846215-1448-4ad3-9ca5-b4ec5984d09d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.58673565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"fd2ac07f-93f2-4cd3-b15d-ae63250832a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.591438848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-987f2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4b3cb3318c04ef02b52dfdbd0c4d33a0fc43e49e252c94cf5be916d4cc2c2b4) AuthConfig (47882a2a341d3ea4346f09ce23121bc6d15cd774e2ec63a1333a482e32f06a09) AuthConfig (f427e091f34c1ae64a5d1f1fc79f5a3a30a503c938a6cf8a285bd1cb82a14248) AuthConfig (93a5d1b4fb40f9503c048a1d7a41f57e3aaad2cee3bfdb927271b46c17bec48d) AuthConfig (76a08d9dd02a46bd75ef2cb5b746ea06dfd869ddd7319aaa62f1f49eec95c6b6) AuthConfig (987f3af60dac61dd731551b949f16e9cccf45f39bb3c302f28fae086db2e7100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"7f846215-1448-4ad3-9ca5-b4ec5984d09d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.646403462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76dbb073-db7e-443b-9d97-201a137c0fbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.646428652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76dbb073-db7e-443b-9d97-201a137c0fbe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:26.692128528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"38593580-5b2e-4654-9dcf-4f6f326dd78e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.27075795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c492764-c04d-4c92-af0e-77e2ae2fd473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.322526529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c492764-c04d-4c92-af0e-77e2ae2fd473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.374091372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c492764-c04d-4c92-af0e-77e2ae2fd473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:28.425624569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c492764-c04d-4c92-af0e-77e2ae2fd473","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:30.294958203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a404bcd-83c8-4507-a6a2-7ddc70361e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:30.347496245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a404bcd-83c8-4507-a6a2-7ddc70361e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:30.39924376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a404bcd-83c8-4507-a6a2-7ddc70361e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:30.451133248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a404bcd-83c8-4507-a6a2-7ddc70361e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:32.337635831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877fef5a-5c44-4e22-83aa-d40d7c701d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:32.389585769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877fef5a-5c44-4e22-83aa-d40d7c701d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:32.441121625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877fef5a-5c44-4e22-83aa-d40d7c701d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:32.492846992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"877fef5a-5c44-4e22-83aa-d40d7c701d00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:34.356392831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7deb7100-05b0-47df-877a-9902f6517adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:34.408278549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7deb7100-05b0-47df-877a-9902f6517adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:34.46002501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7deb7100-05b0-47df-877a-9902f6517adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:34.511753993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7deb7100-05b0-47df-877a-9902f6517adf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.37867152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986f254d-5b6d-4bf3-b858-588fdfe89cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.430433015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986f254d-5b6d-4bf3-b858-588fdfe89cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.482336772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986f254d-5b6d-4bf3-b858-588fdfe89cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.534006153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"986f254d-5b6d-4bf3-b858-588fdfe89cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.538583753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"35e5a494-2f53-4234-a44d-b94ec04b3088","namespace":"ai-tenant-e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.538651448Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"35e5a494-2f53-4234-a44d-b94ec04b3088","namespace":"ai-tenant-e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.538703062Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"35e5a494-2f53-4234-a44d-b94ec04b3088","name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.594374929Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"35e5a494-2f53-4234-a44d-b94ec04b3088","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.594610795Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"213733b9-d572-4fa1-b09b-4071ee7577bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.595042177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08b0dffc-1d63-44ff-9372-cc6027414794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.595060632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08b0dffc-1d63-44ff-9372-cc6027414794","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.794405363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"6edcc599-e44a-4306-8589-b951155ba3d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.797346487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"213733b9-d572-4fa1-b09b-4071ee7577bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.853835398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"6edcc599-e44a-4306-8589-b951155ba3d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.911223935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-987f2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4b3cb3318c04ef02b52dfdbd0c4d33a0fc43e49e252c94cf5be916d4cc2c2b4) AuthConfig (47882a2a341d3ea4346f09ce23121bc6d15cd774e2ec63a1333a482e32f06a09) AuthConfig (f427e091f34c1ae64a5d1f1fc79f5a3a30a503c938a6cf8a285bd1cb82a14248) AuthConfig (93a5d1b4fb40f9503c048a1d7a41f57e3aaad2cee3bfdb927271b46c17bec48d) AuthConfig (76a08d9dd02a46bd75ef2cb5b746ea06dfd869ddd7319aaa62f1f49eec95c6b6) AuthConfig (987f3af60dac61dd731551b949f16e9cccf45f39bb3c302f28fae086db2e7100)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"6edcc599-e44a-4306-8589-b951155ba3d6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.92498436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"213733b9-d572-4fa1-b09b-4071ee7577bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"name":"e2e-api-b-3f72e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.925002461Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"e2e-e2e-api-b-3f72e4-policy","reconcileID":"213733b9-d572-4fa1-b09b-4071ee7577bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-3f72e4-policy","namespace":"ai-tenant-e2e-api-b-3f72e4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.983466806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f02a9e7-eae5-46da-9e12-30fbf1408f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:36.983487833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f02a9e7-eae5-46da-9e12-30fbf1408f82","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.086381649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3703a-80ea-4c49-92e2-1e83aa8bef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.138203141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3703a-80ea-4c49-92e2-1e83aa8bef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.190057257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3703a-80ea-4c49-92e2-1e83aa8bef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.241521654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3d3703a-80ea-4c49-92e2-1e83aa8bef64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.346369788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"589f841e-f387-4013-b1e7-9871cd939c74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.450241739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"c6078524-125a-4b9b-889c-5922f205b27b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.450556168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70f886e6-640a-4131-bd02-e94f9e5f3260","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.662849469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"206b405d-121b-4002-974d-1f1e071e853b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:43.842017898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"808e9d6b-5b98-4fd8-a10f-f6951642767a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.08275866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"4abf54ce-0e0a-4634-80e1-f15fb275d58f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.181604266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"d1cab3e4-9227-4946-8387-c365665c6c2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.282774368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.333232142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f60b988-4205-4593-8f29-5b03e403406f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.333356577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"4d52c2fd-7c35-40d7-afa6-59a79137beb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.492092321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"7ef4784c-889a-40e8-865b-830faa9debac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.732184772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"88be882b-17f3-45f6-9362-bebc5d6b37e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:44.784435863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"33c08187-9f75-4c90-b45d-7e6cd431166b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:45.10860129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cfd928-201d-45d3-889a-277d551bbfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:45.160375627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cfd928-201d-45d3-889a-277d551bbfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:45.21185512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cfd928-201d-45d3-889a-277d551bbfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:45.264346875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20cfd928-201d-45d3-889a-277d551bbfe2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.015602356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"20cf055b-9e0c-4531-b031-fe0a8c723fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.072161087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"20cf055b-9e0c-4531-b031-fe0a8c723fdb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.281398138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104743-24f6-49c3-8cf5-4efd6cd28938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.335367792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104743-24f6-49c3-8cf5-4efd6cd28938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.388815433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104743-24f6-49c3-8cf5-4efd6cd28938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.442994437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb104743-24f6-49c3-8cf5-4efd6cd28938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.449106938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f01d2e-12d6-414d-b546-614fff0b1655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.449131538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f01d2e-12d6-414d-b546-614fff0b1655","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.505080165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34fb0a0f-add8-4410-91d9-f83575fd68b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.50510529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34fb0a0f-add8-4410-91d9-f83575fd68b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.559491146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9527d3-01fd-4d11-ab31-089685bfe9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.559524546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b9527d3-01fd-4d11-ab31-089685bfe9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.706051266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"183ffc60-7a24-41ca-99a8-28052aa94632","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.828583542Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"183ffc60-7a24-41ca-99a8-28052aa94632","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.883182629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6b8ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"183ffc60-7a24-41ca-99a8-28052aa94632","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.939016443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfcbaeed-5689-4066-8958-f5b51e42a779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:47.939036444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfcbaeed-5689-4066-8958-f5b51e42a779","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.318037664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0519cc27-8c27-43b9-93bf-e4b641baea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.371851854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0519cc27-8c27-43b9-93bf-e4b641baea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.423949073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0519cc27-8c27-43b9-93bf-e4b641baea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.476215811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0519cc27-8c27-43b9-93bf-e4b641baea0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.528108155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"58674e98-0004-4d5a-a066-0e6da2ce5a2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.584663879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"58674e98-0004-4d5a-a066-0e6da2ce5a2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.895373905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ce9dd7e5-8677-4217-b901-7ae3acac0851","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:49.950830525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"ce9dd7e5-8677-4217-b901-7ae3acac0851","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:51.345807952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57b1173-ed6a-4c4c-82f9-318f63b6787d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:51.397210727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57b1173-ed6a-4c4c-82f9-318f63b6787d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:51.448841627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57b1173-ed6a-4c4c-82f9-318f63b6787d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:51.500362996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57b1173-ed6a-4c4c-82f9-318f63b6787d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.390489672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd7d4a4-9fd9-4b2e-8efb-b82a5c2bf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.442313236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd7d4a4-9fd9-4b2e-8efb-b82a5c2bf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.497856121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd7d4a4-9fd9-4b2e-8efb-b82a5c2bf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:53.550755123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbd7d4a4-9fd9-4b2e-8efb-b82a5c2bf3dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:55.410293645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54512db1-a3bd-4d2a-a008-e541a2b78338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:55.461979737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54512db1-a3bd-4d2a-a008-e541a2b78338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:55.513479512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54512db1-a3bd-4d2a-a008-e541a2b78338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:55.568885699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54512db1-a3bd-4d2a-a008-e541a2b78338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.575769118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d00e99f-5453-41fd-b6d7-1d2dfc4f3a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.627520842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d00e99f-5453-41fd-b6d7-1d2dfc4f3a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.679385502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d00e99f-5453-41fd-b6d7-1d2dfc4f3a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.682807012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"d540bbd9-07c4-4a1b-86f3-6d14037eaca4","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.682833559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"d540bbd9-07c4-4a1b-86f3-6d14037eaca4","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:57.731846932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d00e99f-5453-41fd-b6d7-1d2dfc4f3a29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.047367077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"450da516-563a-4ff4-a8fd-253b76ee0b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.103672139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"450da516-563a-4ff4-a8fd-253b76ee0b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:58.160473268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6b8ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"450da516-563a-4ff4-a8fd-253b76ee0b00","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.671201717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de91619-bc80-424b-8ed7-f9548b023682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.722852224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de91619-bc80-424b-8ed7-f9548b023682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.774615526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de91619-bc80-424b-8ed7-f9548b023682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.826499739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de91619-bc80-424b-8ed7-f9548b023682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:28:59.987363655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"31749f99-ede3-4dd5-8312-d21b46554cf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.094458947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"31749f99-ede3-4dd5-8312-d21b46554cf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.40038123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"309c1a19-7084-4c52-97a1-cfc71cba8959","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:00.456083694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"309c1a19-7084-4c52-97a1-cfc71cba8959","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.650800216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4923894b-b7bb-4278-8ba2-923dcd4ad3c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.764118194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3313afc7-a512-4bfb-98dc-834983e797fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.76903115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"226185f5-4f88-40b1-8018-f7ada7199f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.816811932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3313afc7-a512-4bfb-98dc-834983e797fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.869184325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3313afc7-a512-4bfb-98dc-834983e797fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:01.922836598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3313afc7-a512-4bfb-98dc-834983e797fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.028851019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"5d7a0514-cdae-443f-92fe-7f9fb2d12dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.082207442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"cdf72740-fe1f-4a34-a6b3-88936d2157c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.082220151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"7c6e701e-8003-4f6c-96e5-cec2ae8a524c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.172381985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"92d9e2f3-3a68-48db-869c-f79460c670e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.241093167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"f029a2f2-fb1f-444c-9128-5f3efa6163f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.396412618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"729b6835-28ea-41dd-839e-a6e5bc11cf61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.500276336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"1ec2c41a-405f-412b-ad83-38a8e25ca421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.59672914Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"acca3896-8cb1-4a9b-a40a-59e82007b8e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.698314822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"667cdf4b-5bc2-47b8-ae82-42e634b786ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:02.972011085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"79a33c64-05e5-4f6d-9a6a-e570c23a8d65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.876734311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38d06a-2fb4-41df-bda5-47bc59a5d2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.928658303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38d06a-2fb4-41df-bda5-47bc59a5d2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:03.98046901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38d06a-2fb4-41df-bda5-47bc59a5d2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:04.032194379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba38d06a-2fb4-41df-bda5-47bc59a5d2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.265131582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a275dfb7-eafa-44a8-b32d-65ffda8fbf40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.322341521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a275dfb7-eafa-44a8-b32d-65ffda8fbf40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.37685187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6b8ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40ca6be29a04dd3cf819ed2c287213315c4864e96de4171e90609fe8836c8bf3) AuthConfig (a974ba5f7fcff73470f3babed755b7dfe52f17d182c40080429d391c669f00f1) AuthConfig (7a5fa47f960e8eef043e053f6faca3a122707c3abc057211807b8168c645732b) AuthConfig (3c901dad34c722124e242c89a881a045d1586ddef4cb1762b78b516d18314332) AuthConfig (e631b8275e030eb94b167e044fe55b166863d1182c0a7c9b331afdafd40538f7) AuthConfig (214c85a3296382fb40b49da65d6e3028d7443ebbd4cde7e78ad798e95678a022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a275dfb7-eafa-44a8-b32d-65ffda8fbf40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.432965482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e1fdde-5e1c-4a71-b5d9-4d7dcd9665aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:08.432991016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e1fdde-5e1c-4a71-b5d9-4d7dcd9665aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.175132391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"27f41bad-fdce-430d-aba4-67d9b7f7298c","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.175159412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"27f41bad-fdce-430d-aba4-67d9b7f7298c","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.28550425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"9d8d21d3-db14-4937-b98c-af193981e86e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:09.285525656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"9d8d21d3-db14-4937-b98c-af193981e86e","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.192742379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccf326b-c1a8-40df-8b8b-e2ca87ff26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.244487627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccf326b-c1a8-40df-8b8b-e2ca87ff26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.296511329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccf326b-c1a8-40df-8b8b-e2ca87ff26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:10.348126826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fccf326b-c1a8-40df-8b8b-e2ca87ff26af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.272917208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81107e4-300c-4222-b4f2-a70a4fdc2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.32438463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81107e4-300c-4222-b4f2-a70a4fdc2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.375684671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81107e4-300c-4222-b4f2-a70a4fdc2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:12.427154867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e81107e4-300c-4222-b4f2-a70a4fdc2ba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.283098457Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.291155374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769d7373-1e90-461d-aab8-5c6e1415a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.342931346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769d7373-1e90-461d-aab8-5c6e1415a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.39743831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769d7373-1e90-461d-aab8-5c6e1415a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:14.449838422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769d7373-1e90-461d-aab8-5c6e1415a8a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:16.334653353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd6cf68-fe65-4fdc-bc05-4a8ac8765ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:16.386905553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd6cf68-fe65-4fdc-bc05-4a8ac8765ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:16.43877385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd6cf68-fe65-4fdc-bc05-4a8ac8765ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:16.49062892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bd6cf68-fe65-4fdc-bc05-4a8ac8765ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.084831906Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"9822614b-d9bf-42bb-8150-53e55ec1463e","namespace":"ai-tenant-e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.084966272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"9822614b-d9bf-42bb-8150-53e55ec1463e","namespace":"ai-tenant-e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.085020992Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"9822614b-d9bf-42bb-8150-53e55ec1463e","name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.145092308Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"9822614b-d9bf-42bb-8150-53e55ec1463e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.145466425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"f7f9410c-87b7-4937-8554-a7618d8396d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.145853015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab489327-53d1-459b-8299-a5103fd3b0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.145903196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab489327-53d1-459b-8299-a5103fd3b0e2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.356758715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"f7f9410c-87b7-4937-8554-a7618d8396d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.484367362Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"f7f9410c-87b7-4937-8554-a7618d8396d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"name":"e2e-api-a-f57e85-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.48439728Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"e2e-e2e-api-a-f57e85-policy","reconcileID":"f7f9410c-87b7-4937-8554-a7618d8396d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f57e85-policy","namespace":"ai-tenant-e2e-api-a-f57e85"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.559578845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44fb3aa1-41ef-4ae7-a860-d49ae1f2df07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:17.559599752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44fb3aa1-41ef-4ae7-a860-d49ae1f2df07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.413781851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e364bfa7-ad9f-4079-ae90-a58d8b16c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.465595718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e364bfa7-ad9f-4079-ae90-a58d8b16c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.518240567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e364bfa7-ad9f-4079-ae90-a58d8b16c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.572535159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e364bfa7-ad9f-4079-ae90-a58d8b16c5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.676106259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"6e84abb5-2e52-42b9-a9b1-57cbcc5c5637","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.733331921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"6e84abb5-2e52-42b9-a9b1-57cbcc5c5637","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:18.839088125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6b8ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40ca6be29a04dd3cf819ed2c287213315c4864e96de4171e90609fe8836c8bf3) AuthConfig (a974ba5f7fcff73470f3babed755b7dfe52f17d182c40080429d391c669f00f1) AuthConfig (7a5fa47f960e8eef043e053f6faca3a122707c3abc057211807b8168c645732b) AuthConfig (3c901dad34c722124e242c89a881a045d1586ddef4cb1762b78b516d18314332) AuthConfig (e631b8275e030eb94b167e044fe55b166863d1182c0a7c9b331afdafd40538f7) AuthConfig (214c85a3296382fb40b49da65d6e3028d7443ebbd4cde7e78ad798e95678a022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"6e84abb5-2e52-42b9-a9b1-57cbcc5c5637","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.710623443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"71079a93-1c6a-4912-b05b-ff356b585d73","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"tenant":"e2e-mt-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","model":"ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:19.710649175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"71079a93-1c6a-4912-b05b-ff356b585d73","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"routeName":"e2e-lifecycle-model-f259852e-kserve-route","namespace":"ai-tenant-e2e-mt-f259852e","llmisvcName":"e2e-lifecycle-model-f259852e","gateway":"openshift-ingress/e2e-mt-f259852e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.446660644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238d743f-79cb-42c8-9f8c-e5b11932a551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.498481147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238d743f-79cb-42c8-9f8c-e5b11932a551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.550183133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238d743f-79cb-42c8-9f8c-e5b11932a551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:20.60198795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"238d743f-79cb-42c8-9f8c-e5b11932a551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.927428918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"8d7dd3f3-c663-4115-9271-0776d49970e8","namespace":"ai-tenant-e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.927488949Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"8d7dd3f3-c663-4115-9271-0776d49970e8","namespace":"ai-tenant-e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.92754344Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"8d7dd3f3-c663-4115-9271-0776d49970e8","name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.981395976Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"8d7dd3f3-c663-4115-9271-0776d49970e8","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.981793687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"2178c125-6672-471b-9b83-cb1bf3b5f38f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.982181572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d285a23d-c8b7-4787-90e7-80845386d3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:26.982198864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d285a23d-c8b7-4787-90e7-80845386d3e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.186217873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"2178c125-6672-471b-9b83-cb1bf3b5f38f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.309709288Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"2178c125-6672-471b-9b83-cb1bf3b5f38f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"name":"e2e-api-a-88d9b8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.309738221Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"e2e-e2e-api-a-88d9b8-policy","reconcileID":"2178c125-6672-471b-9b83-cb1bf3b5f38f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-88d9b8-policy","namespace":"ai-tenant-e2e-api-a-88d9b8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.36770135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1422488-7ac4-4876-aa52-9525ad71cb20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:27.367725405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1422488-7ac4-4876-aa52-9525ad71cb20","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.693536996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18302e01-fee7-4779-839a-6ee09ef507d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.745274162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18302e01-fee7-4779-839a-6ee09ef507d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.796855384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18302e01-fee7-4779-839a-6ee09ef507d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.848499817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18302e01-fee7-4779-839a-6ee09ef507d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:28.951748496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"9c60ee50-56b0-4158-8a3e-cb6a19460658","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:29.007400981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"9c60ee50-56b0-4158-8a3e-cb6a19460658","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:29.114029618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d6b8ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (40ca6be29a04dd3cf819ed2c287213315c4864e96de4171e90609fe8836c8bf3) AuthConfig (a974ba5f7fcff73470f3babed755b7dfe52f17d182c40080429d391c669f00f1) AuthConfig (7a5fa47f960e8eef043e053f6faca3a122707c3abc057211807b8168c645732b) AuthConfig (3c901dad34c722124e242c89a881a045d1586ddef4cb1762b78b516d18314332) AuthConfig (e631b8275e030eb94b167e044fe55b166863d1182c0a7c9b331afdafd40538f7) AuthConfig (214c85a3296382fb40b49da65d6e3028d7443ebbd4cde7e78ad798e95678a022)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"9c60ee50-56b0-4158-8a3e-cb6a19460658","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.723770468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc7f3da-48d5-4a2b-9658-72a116fa4a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.776908171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc7f3da-48d5-4a2b-9658-72a116fa4a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.83276832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc7f3da-48d5-4a2b-9658-72a116fa4a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:30.884831457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bc7f3da-48d5-4a2b-9658-72a116fa4a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.777028644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85937988-e028-45b8-9f11-897cabc3c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.829302935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85937988-e028-45b8-9f11-897cabc3c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.880997029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85937988-e028-45b8-9f11-897cabc3c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:32.93292961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85937988-e028-45b8-9f11-897cabc3c5a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.793698882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","namespace":"ai-tenant-e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.793804897Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","namespace":"ai-tenant-e2e-api-b-3f72e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.793902177Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","tenant":"e2e-api-b-3f72e4","tenantID":"e2e-api-b-3f72e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.847393944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Deployment","name":"maas-api-e2e-api-b-3f72e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.909458043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Service","name":"maas-api-e2e-api-b-3f72e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:36.964977754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-3f72e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.018629714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-3f72e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.07325831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.127290623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.18384664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.237512791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.294354788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Deployment","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.348284753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.399744186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Service","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.451020784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"Service","name":"payload-pre-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.50212713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.553551929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.60495564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.660284196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.711489595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.762737663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.814396728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-3f72e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:37.879270573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-3f72e4"},"namespace":"ai-tenant-e2e-api-b-3f72e4","name":"default-tenant","reconcileID":"5a39454e-8f13-4e54-aad8-75d8a4d00b79","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-3f72e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:38.726418372Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-3f72e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-3f72e4","reconcileID":"2014117b-3e30-4596-8a18-4cb8cfe4a276","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-3f72e4","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-3f72e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.218452002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"58d26da6-47c9-4ba0-b0eb-31287aa16333","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.278683798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"58d26da6-47c9-4ba0-b0eb-31287aa16333","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.645265283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291f9074-89fc-43e9-855a-27413748bd17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.645290176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"291f9074-89fc-43e9-855a-27413748bd17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:39.979582873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e8184b-f0b4-4044-832a-f7292cf1c60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.031464902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e8184b-f0b4-4044-832a-f7292cf1c60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.083038428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e8184b-f0b4-4044-832a-f7292cf1c60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.134953523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42e8184b-f0b4-4044-832a-f7292cf1c60a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.709049814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1483b6a2-455d-4b4c-b223-d06cfa11120f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.709074084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1483b6a2-455d-4b4c-b223-d06cfa11120f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.763274545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834aab46-91d4-48f2-9be1-4583b5108b63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.763300737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"834aab46-91d4-48f2-9be1-4583b5108b63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.865821203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"b0e0b834-139e-4a5e-9f56-e2168f70f7aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:40.988157815Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"b0e0b834-139e-4a5e-9f56-e2168f70f7aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.043749128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7870b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"b0e0b834-139e-4a5e-9f56-e2168f70f7aa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.100389903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b3a333-9dc3-4085-a61e-9b457a93f81c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.100410632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b1b3a333-9dc3-4085-a61e-9b457a93f81c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.308758518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"0f2d6a7f-18a4-4d4b-8a70-669a8af65d19","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.36458517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"0f2d6a7f-18a4-4d4b-8a70-669a8af65d19","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.693071137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"00c26735-b9af-4734-85b1-c0260bcb8bb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:41.748960119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"00c26735-b9af-4734-85b1-c0260bcb8bb0","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:42.06068265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc4960a-d965-4fb6-9a4e-3fcb965b60db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:42.112601062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc4960a-d965-4fb6-9a4e-3fcb965b60db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:42.164477874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc4960a-d965-4fb6-9a4e-3fcb965b60db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:42.216292168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cc4960a-d965-4fb6-9a4e-3fcb965b60db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.11579851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfffb47-30fd-47cf-95b2-1615528ba1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.16747266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfffb47-30fd-47cf-95b2-1615528ba1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.220261052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfffb47-30fd-47cf-95b2-1615528ba1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.272983658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddfffb47-30fd-47cf-95b2-1615528ba1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:44.285379571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:46.137776682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33329d3-5639-456e-98b8-5c7d7fcaa658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:46.190187612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33329d3-5639-456e-98b8-5c7d7fcaa658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:46.242087769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33329d3-5639-456e-98b8-5c7d7fcaa658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:46.29384963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d33329d3-5639-456e-98b8-5c7d7fcaa658","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.984936947Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.985005024Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","namespace":"ai-tenant-e2e-mt-f259852e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:47.985061606Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","tenant":"e2e-mt-f259852e","tenantID":"e2e-mt-f259852e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.038219263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Deployment","name":"maas-api-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.097245652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Service","name":"maas-api-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.151519717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.17964547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d12f0a9-13bb-4874-aa24-33a06c88316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.231425913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d12f0a9-13bb-4874-aa24-33a06c88316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.232907927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-f259852e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.283767412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d12f0a9-13bb-4874-aa24-33a06c88316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.335506583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d12f0a9-13bb-4874-aa24-33a06c88316b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.33779779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.391906479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.448239787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.506160118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.603456018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Deployment","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.657717786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.709107124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Service","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.760506864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"Service","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.811794424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"DestinationRule","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.862969775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.913891071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:48.96799123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.018884986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.069967266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.125925216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-f259852e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:49.178964886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"default-tenant","reconcileID":"e06a1255-1458-401a-a278-0fb3137febc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-f259852e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.045110504Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-f259852e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-f259852e","reconcileID":"b9fd532c-c185-47bf-b229-1c0ef070ea79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-f259852e","removed":["maas.opendatahub.io/gateway-access-e2e-mt-f259852e"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.207751032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"bab831b1-1629-4c55-b049-128c819336b1","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.264585722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"bab831b1-1629-4c55-b049-128c819336b1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.26926812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e6824f-b81c-4919-abf2-23834d0b2fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.270279229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"25e686c3-5751-45ae-9dd7-b66184f99668","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.270340379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"25e686c3-5751-45ae-9dd7-b66184f99668","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.281541647Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"36330dd0-3b43-4422-b2f9-387a3a0d45c7","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.281601071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"36330dd0-3b43-4422-b2f9-387a3a0d45c7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.302694484Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"7ad1a740-fe42-4150-8818-ab71ca43bda2","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.302755229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"7ad1a740-fe42-4150-8818-ab71ca43bda2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.321103869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e6824f-b81c-4919-abf2-23834d0b2fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.343970818Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"831dcbf9-ccfb-4b1d-8e3b-b069c77b6358","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.344048477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"831dcbf9-ccfb-4b1d-8e3b-b069c77b6358","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.372733553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e6824f-b81c-4919-abf2-23834d0b2fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.424353048Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"e9353bf5-dc46-4fea-8ab7-60c328e769ed","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.424418329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"e9353bf5-dc46-4fea-8ab7-60c328e769ed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:50.42451505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27e6824f-b81c-4919-abf2-23834d0b2fc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.584851861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1fd5752b-04a8-4487-9725-e05955ab2320","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.584932171Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"1fd5752b-04a8-4487-9725-e05955ab2320","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.905355997Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0b03370a-cdc2-4573-8ecd-c59f3601352c","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:50.905431967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0b03370a-cdc2-4573-8ecd-c59f3601352c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.202445538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"3404c38c-b655-4a25-bb4d-1064a09de3ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.257715155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"3404c38c-b655-4a25-bb4d-1064a09de3ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.312104007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7870b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"3404c38c-b655-4a25-bb4d-1064a09de3ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:51.546474332Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"f78dfacb-1b88-422d-a91d-9df18ef8e6c9","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:51.546547929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"f78dfacb-1b88-422d-a91d-9df18ef8e6c9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:51.777063857Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"c651b402-87d3-47fb-814f-e522a56866c1","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:51.777129587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"c651b402-87d3-47fb-814f-e522a56866c1","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.879557091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"1d7015f5-04e3-4121-8875-23dc12ea4475","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:51.935117119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"1d7015f5-04e3-4121-8875-23dc12ea4475","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.196023387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"fdb9dfff-428f-4249-962e-27fd72a7b2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.25158332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"fdb9dfff-428f-4249-962e-27fd72a7b2d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.285577222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee0955-3890-42e9-b91f-1ad3ad2f2b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.337305281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee0955-3890-42e9-b91f-1ad3ad2f2b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.388784725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee0955-3890-42e9-b91f-1ad3ad2f2b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:52.440230096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ee0955-3890-42e9-b91f-1ad3ad2f2b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:54.337742151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"197500c3-c1eb-4fbc-90e3-28d3433cae63","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:54.337810876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"197500c3-c1eb-4fbc-90e3-28d3433cae63","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.369752467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a470a2-cc31-4299-ab4f-b6d6f79e491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.421272716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a470a2-cc31-4299-ab4f-b6d6f79e491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.472668595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a470a2-cc31-4299-ab4f-b6d6f79e491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:54.52434522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7a470a2-cc31-4299-ab4f-b6d6f79e491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:56.233400975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"226f9f26-73eb-401d-9ac5-2cd746b7b552","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:29:56.233477088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"226f9f26-73eb-401d-9ac5-2cd746b7b552","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.258326079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"e98bf5ef-4109-45fe-ae32-a33bdecc8bb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.359841359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"102fc207-3cb9-48e7-a33f-3d45d4458561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.457182451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"458f815d-a96c-4f62-860b-6e498a1b269e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.45722728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"0ac5b2e5-aec7-4bb4-98b2-ab302263b678","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.725554199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"13e7bb2b-8748-4906-a5f3-a84fd75a14d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.825623817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"7e309a65-e7bd-4acd-a415-79da433ce40d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:57.864505437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"ed02ff3c-14f1-4175-827b-30857f02fa96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.093996455Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"35c286e3-8ecb-4b4a-9537-1c1b3fb8f1cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.193760069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"9d44b7fe-089f-469f-9053-59c59fe36622","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.212281796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"c0443a8a-abf2-4d6b-8bda-335a8e8d0d6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.440672792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"15d5781a-3ea5-4a8b-85b1-1cf83e3dd2ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:29:58.541831902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"859ed9ea-47e0-4ee8-8df0-8adc5e986a93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:01.417339827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"5a9de59b-4a3f-4b3a-a712-6d6aba221e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:01.472581575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"5a9de59b-4a3f-4b3a-a712-6d6aba221e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:01.526908296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7870b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1182443862d317d749756c730cad37a056c8911dd7245deafeac4fd4fc4ad4bc) AuthConfig (ca29b15f46a649c7326123d5d4340c968dd4f8c75288b6551e4a75e939a00a13) AuthConfig (b810dd235981701772a32d47e268a3b807a0470fa7b401e49fae037c3ec9ac44) AuthConfig (616de91274ad2a535cb43294b702c9c2b31d938b2beac01360e153067b09c239) AuthConfig (fe434a6194b9ec9c6226becfd55368867952ff3c5bd417fccda9b0aebf89a721) AuthConfig (d3196df70ef66a124c26520d12c5f2eb9fa2b553f3e31d3822df387e81353e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"5a9de59b-4a3f-4b3a-a712-6d6aba221e9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:01.583530146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a09a96a6-2e87-47bf-ab4d-c07e27ad1614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:01.583553292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a09a96a6-2e87-47bf-ab4d-c07e27ad1614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.064731896Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"a0a839ca-3695-4be1-8b0e-3f8728a274b1","namespace":"ai-tenant-e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.064822556Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"a0a839ca-3695-4be1-8b0e-3f8728a274b1","namespace":"ai-tenant-e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.064921322Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"a0a839ca-3695-4be1-8b0e-3f8728a274b1","name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.11956808Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"a0a839ca-3695-4be1-8b0e-3f8728a274b1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.119758773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","namespace":"ai-tenant-e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.11983072Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","namespace":"ai-tenant-e2e-api-a-f57e85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.119944999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","tenant":"e2e-api-a-f57e85","tenantID":"e2e-api-a-f57e85","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.120036647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fa3926-4b03-4fa5-9e52-958999ba4def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.120053682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0fa3926-4b03-4fa5-9e52-958999ba4def","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.119755575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"60082071-8dc2-4a75-8f46-f90254dd63dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.174067819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Deployment","name":"maas-api-e2e-api-a-f57e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.237915708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Service","name":"maas-api-e2e-api-a-f57e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.295516613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f57e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.323905059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"60082071-8dc2-4a75-8f46-f90254dd63dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.349296757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f57e85","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.406272601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.453734263Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"60082071-8dc2-4a75-8f46-f90254dd63dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"name":"e2e-api-a-02c8fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.453759626Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"e2e-e2e-api-a-02c8fd-policy","reconcileID":"60082071-8dc2-4a75-8f46-f90254dd63dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-02c8fd-policy","namespace":"ai-tenant-e2e-api-a-02c8fd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.460540438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.512346651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f73876a0-486c-437a-a8d4-007ca4ea5e5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.512369909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f73876a0-486c-437a-a8d4-007ca4ea5e5b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.517077947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.571100325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.624225658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Deployment","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.678839468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.730530457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Service","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.781857143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.832989815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.884147252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.935392893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:04.990096217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.041757054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.094255428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.149790892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f57e85","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:05.20483735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f57e85"},"namespace":"ai-tenant-e2e-api-a-f57e85","name":"default-tenant","reconcileID":"4a38758a-b19d-4499-8bfe-9eae229becf7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f57e85","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:06.020282467Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f57e85","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f57e85","reconcileID":"40845e30-5347-4711-93bc-35b56e2f67fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f57e85","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f57e85"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.22755079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"54fe665b-0d19-4760-b0d7-6e84fab65202","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:06.227632889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"54fe665b-0d19-4760-b0d7-6e84fab65202","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.173032138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fee163-634e-44ac-b70e-62cd5ccfaa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.224707358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fee163-634e-44ac-b70e-62cd5ccfaa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.276376193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fee163-634e-44ac-b70e-62cd5ccfaa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:07.327893083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13fee163-634e-44ac-b70e-62cd5ccfaa88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:09.273953856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec43933c-e92e-4b3e-8963-c01a7454584e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:09.325510173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec43933c-e92e-4b3e-8963-c01a7454584e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:09.377139302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec43933c-e92e-4b3e-8963-c01a7454584e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:09.428641216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec43933c-e92e-4b3e-8963-c01a7454584e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.687582989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"451d8a8a-2a09-4508-b80b-ca7661fd7d9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.74337255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"451d8a8a-2a09-4508-b80b-ca7661fd7d9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:11.797424889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7870b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1182443862d317d749756c730cad37a056c8911dd7245deafeac4fd4fc4ad4bc) AuthConfig (ca29b15f46a649c7326123d5d4340c968dd4f8c75288b6551e4a75e939a00a13) AuthConfig (b810dd235981701772a32d47e268a3b807a0470fa7b401e49fae037c3ec9ac44) AuthConfig (616de91274ad2a535cb43294b702c9c2b31d938b2beac01360e153067b09c239) AuthConfig (fe434a6194b9ec9c6226becfd55368867952ff3c5bd417fccda9b0aebf89a721) AuthConfig (d3196df70ef66a124c26520d12c5f2eb9fa2b553f3e31d3822df387e81353e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"451d8a8a-2a09-4508-b80b-ca7661fd7d9e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:13.39661146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"99b83675-b034-41c5-9268-ad81a94768f9","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:13.396685967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"99b83675-b034-41c5-9268-ad81a94768f9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.555210211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"82a93e5d-9d1f-4114-b5b5-bc0af6d2da75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:13.556080213Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"22437552-f250-41d4-9a99-25254965180d","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:13.556138478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"22437552-f250-41d4-9a99-25254965180d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.611688695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"82a93e5d-9d1f-4114-b5b5-bc0af6d2da75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:13.963046558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"b46e141d-bb2b-4c30-80a0-8063aa6a55e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.021078804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"b46e141d-bb2b-4c30-80a0-8063aa6a55e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.282450301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.388664779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05923423-257e-42fe-b3e3-6c7d98f949c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.440258585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05923423-257e-42fe-b3e3-6c7d98f949c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.491849462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05923423-257e-42fe-b3e3-6c7d98f949c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:14.543597172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05923423-257e-42fe-b3e3-6c7d98f949c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.341420848Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","namespace":"ai-tenant-e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.341479622Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","namespace":"ai-tenant-e2e-api-a-88d9b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.341531004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","tenant":"e2e-api-a-88d9b8","tenantID":"e2e-api-a-88d9b8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.394532422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Deployment","name":"maas-api-e2e-api-a-88d9b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.45709859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Service","name":"maas-api-e2e-api-a-88d9b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.513210786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-88d9b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.580299311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-88d9b8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.635600607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.692497716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.748837317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.802463843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.928085932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Deployment","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:15.979376537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.030792601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Service","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.08252238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.133921146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.185716654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.237222103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.292548392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.343811909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.395083305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.448214634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-88d9b8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.489106036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2744b0a-cf2c-4a94-a3c8-0c8617b47807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.566751002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-88d9b8"},"namespace":"ai-tenant-e2e-api-a-88d9b8","name":"default-tenant","reconcileID":"0d8eaf6c-1be0-436f-bb71-413e8973ebe7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-88d9b8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.568129909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2744b0a-cf2c-4a94-a3c8-0c8617b47807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.619816739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2744b0a-cf2c-4a94-a3c8-0c8617b47807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:16.671720671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2744b0a-cf2c-4a94-a3c8-0c8617b47807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:17.375232427Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-88d9b8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-88d9b8","reconcileID":"c99fe76f-6756-4f19-a93c-82248efdec9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-88d9b8","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-88d9b8"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:17.536588082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0c849f0a-bfbd-461f-acb6-84361ec3028a","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:17.536671965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"0c849f0a-bfbd-461f-acb6-84361ec3028a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.552375615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4692a3-d468-427e-b7ac-00bed692267c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.60398676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4692a3-d468-427e-b7ac-00bed692267c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.65572925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4692a3-d468-427e-b7ac-00bed692267c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:18.707424287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4692a3-d468-427e-b7ac-00bed692267c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.565337746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c964715c-a61b-463d-90f6-be74554ff335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.61716275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c964715c-a61b-463d-90f6-be74554ff335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.668887428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c964715c-a61b-463d-90f6-be74554ff335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:20.720784147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c964715c-a61b-463d-90f6-be74554ff335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:21.930766797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"b14d73c8-2730-4d66-829a-c8c9f3e6ec28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:21.987269838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"b14d73c8-2730-4d66-829a-c8c9f3e6ec28","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.252586111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e882bf46-68b8-4fd0-988b-fd500c6eb38f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:22.252608104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e882bf46-68b8-4fd0-988b-fd500c6eb38f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:24.004586424Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"2baefba7-3267-4dbe-9984-901aea54c211","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:24.004673384Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"2baefba7-3267-4dbe-9984-901aea54c211","error":"resolve tenant gateway for model ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-f259852e/e2e-lifecycle-model-f259852e-kserve-route (gateways: [openshift-ingress/e2e-mt-f259852e]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:24.109818317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"ca6b1638-e0a2-4476-bbe7-1118094ac40d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:24.166709609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"ca6b1638-e0a2-4476-bbe7-1118094ac40d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:24.54839512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"95717507-1369-444d-b950-b05f8d0f3293","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:24.605036068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"95717507-1369-444d-b950-b05f8d0f3293","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.55006207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"453905b3-bf7b-4890-aa22-cb491453b75c","namespace":"ai-tenant-e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.550117159Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"453905b3-bf7b-4890-aa22-cb491453b75c","namespace":"ai-tenant-e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.550172626Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"453905b3-bf7b-4890-aa22-cb491453b75c","name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.605301848Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"453905b3-bf7b-4890-aa22-cb491453b75c","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.605544984Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"0265b5e5-3172-4bee-88ae-a8079ece9746","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.605810451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c31e40cd-aa7a-48ea-81b9-b919acb68b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.605825904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c31e40cd-aa7a-48ea-81b9-b919acb68b39","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.828388047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"0265b5e5-3172-4bee-88ae-a8079ece9746","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.975027611Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"0265b5e5-3172-4bee-88ae-a8079ece9746","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"name":"e2e-api-b-987f2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:26.975140317Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"e2e-e2e-api-b-987f2f-policy","reconcileID":"0265b5e5-3172-4bee-88ae-a8079ece9746","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-987f2f-policy","namespace":"ai-tenant-e2e-api-b-987f2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:27.032107469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6823fd1-daa2-4df6-8fcb-5b5ab7144704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:27.032128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6823fd1-daa2-4df6-8fcb-5b5ab7144704","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:32.821901183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-f259852e","namespace":"ai-tenant-e2e-mt-f259852e"},"namespace":"ai-tenant-e2e-mt-f259852e","name":"e2e-lifecycle-model-f259852e","reconcileID":"c808d5da-5dee-4890-8da4-793c7dc2a68f","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-f259852e\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.343577317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ccc691-7b5c-42ac-b921-153539ea8d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.343600906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74ccc691-7b5c-42ac-b921-153539ea8d9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.399796003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c77c44-7229-47d5-88f0-a73257ba1ca9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.399816591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c77c44-7229-47d5-88f0-a73257ba1ca9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.594459365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"d1e606d4-4b34-4459-8885-2af680e2d1fb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.650741132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"d1e606d4-4b34-4459-8885-2af680e2d1fb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.803082947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a918acb-38e8-4079-b71f-fd0aa0d04cca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.803104997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a918acb-38e8-4079-b71f-fd0aa0d04cca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.858041493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbd46b3-3476-4784-8e34-527244aa3259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.858067435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9dbd46b3-3476-4784-8e34-527244aa3259","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:33.911393427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"2981780f-4256-49df-9fe1-344e707b7551","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-dcd4d6ab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.956735049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94067a67-0eb3-41ca-8ee4-e75ba1ee6ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.956735225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dc7ebbb-e295-4dd1-910a-e6df0ba3ce0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.967599204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"440816dd-7c84-459d-aa82-428c19b1f18b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:33.967625947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"440816dd-7c84-459d-aa82-428c19b1f18b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.012657809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5dc7ebbb-e295-4dd1-910a-e6df0ba3ce0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.012676071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94067a67-0eb3-41ca-8ee4-e75ba1ee6ce8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.0256027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef405fde-3823-4666-968d-a0ed31973e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.025618423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef405fde-3823-4666-968d-a0ed31973e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.079736355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9061bb-f92a-418a-b6c4-df01ecdde24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.07975662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9061bb-f92a-418a-b6c4-df01ecdde24c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.12036168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"91da57e5-a2c7-4217-8307-a8a79172ee57","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.176047463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"91da57e5-a2c7-4217-8307-a8a79172ee57","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.344555389Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"17f25ba4-fff1-41f9-955e-adea9f8faa24","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-dcd4d6ab","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.344726336Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"17f25ba4-fff1-41f9-955e-adea9f8faa24","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dcd4d6ab","error":"MaaSModelRef not found: llm/nonexistent-model-dcd4d6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.369297995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c51ba470-e041-4810-9c6e-37745d6a98ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.369433146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f64802e5-505c-4e0a-ace9-09ca12abcff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.425376532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f64802e5-505c-4e0a-ace9-09ca12abcff0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.425378982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c51ba470-e041-4810-9c6e-37745d6a98ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.550968774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88603a90-3045-4069-afff-38ef6811acf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.569813697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"9dcc56ba-8e4c-4afa-867c-246c09191f93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.611701137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e23171f4-f7a3-427c-a325-39c41241aae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.611726052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e23171f4-f7a3-427c-a325-39c41241aae5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.627381296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"9dcc56ba-8e4c-4afa-867c-246c09191f93","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.818440928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"92d486de-f23d-4ba4-a21e-c2a0c4925ad2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:34.818576974Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"92d486de-f23d-4ba4-a21e-c2a0c4925ad2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dcd4d6ab","error":"MaaSModelRef not found: llm/nonexistent-model-dcd4d6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.083470438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3240ce7e-9bae-466c-98ce-6d2441ed782c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.083491085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3240ce7e-9bae-466c-98ce-6d2441ed782c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.458649633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"7ed0e32c-0013-47ec-b5d1-c73b396dc16d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.51437027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"7ed0e32c-0013-47ec-b5d1-c73b396dc16d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.823036618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"7db54aae-a983-4b3d-b52b-c89017920d35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:35.878132906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"7db54aae-a983-4b3d-b52b-c89017920d35","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.289103112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c33a4-5233-42ef-ad60-23a68a4f41da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.340757857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c33a4-5233-42ef-ad60-23a68a4f41da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.392442131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c33a4-5233-42ef-ad60-23a68a4f41da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.443837021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195c33a4-5233-42ef-ad60-23a68a4f41da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.571501321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b34951c-0a4e-46c4-a30f-eee05d70d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.571528795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b34951c-0a4e-46c4-a30f-eee05d70d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.757218444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"0245746b-0fd5-4e8b-bc2d-ca38ac62f8f5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.757219658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9820489d-2b7e-4f06-bdab-ef988748c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.757598812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d68a10b-8d88-4382-97df-b312091c3926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.812944773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9820489d-2b7e-4f06-bdab-ef988748c8d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.813461492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d68a10b-8d88-4382-97df-b312091c3926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:36.816418729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"0245746b-0fd5-4e8b-bc2d-ca38ac62f8f5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.373843378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f14d754-251c-4941-820f-8aa7f9e28ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.425428527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f14d754-251c-4941-820f-8aa7f9e28ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.477312347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f14d754-251c-4941-820f-8aa7f9e28ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:38.528820039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f14d754-251c-4941-820f-8aa7f9e28ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:44.283444816Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.749904737Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","namespace":"ai-tenant-e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.749967958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","namespace":"ai-tenant-e2e-api-a-02c8fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.750021513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","tenant":"e2e-api-a-02c8fd","tenantID":"e2e-api-a-02c8fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.803212964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Deployment","name":"maas-api-e2e-api-a-02c8fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.866975761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Service","name":"maas-api-e2e-api-a-02c8fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.92297608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-02c8fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.933994594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"68d8b56d-1640-452f-9c11-8c8e6787afec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.976230724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-02c8fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:45.990953901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"68d8b56d-1640-452f-9c11-8c8e6787afec","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.031065042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.087352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.143433119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.197103398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.249072723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Deployment","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.300313159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.300512965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"1ecff2c5-6743-4d7a-8227-53423848e6b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.352137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Service","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.356707434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"1ecff2c5-6743-4d7a-8227-53423848e6b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.40348312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"Service","name":"payload-pre-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.455173224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.506278078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.557394541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.612109464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.6632052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.71437351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.767520901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"8aef22ee-a83f-4336-b324-81d8e024d07e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-dcd4d6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.768376457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-02c8fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.819702051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-02c8fd"},"namespace":"ai-tenant-e2e-api-a-02c8fd","name":"default-tenant","reconcileID":"4b5dc6df-3c12-451f-a4ce-12520912fc86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-02c8fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.981152478Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"8aef22ee-a83f-4336-b324-81d8e024d07e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.981184893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"8aef22ee-a83f-4336-b324-81d8e024d07e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dcd4d6ab","subscription":"e2e-neg-ghost-sub-dcd4d6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:46.981307309Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dcd4d6ab","reconcileID":"8aef22ee-a83f-4336-b324-81d8e024d07e","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dcd4d6ab","error":"MaaSModelRef not found: llm/nonexistent-model-dcd4d6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.189104192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14c597b5-faaf-45f4-ad2b-429e067d0881","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.303341443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172913c2-28bf-45cd-a396-475f796dbf0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.303362544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"172913c2-28bf-45cd-a396-475f796dbf0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.464116704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09eb303e-4180-47ed-9778-b63c77dbc35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.464485903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"354a5e26-0f09-422e-94de-fd3e68d6c574","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.464686062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b7dd667-db0e-4066-826f-ed709e22b807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.464940937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29f13c29-ac6f-4da3-918a-42d317e818ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.466306718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29f13c29-ac6f-4da3-918a-42d317e818ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.524336128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09eb303e-4180-47ed-9778-b63c77dbc35e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.526985504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b7dd667-db0e-4066-826f-ed709e22b807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.528670444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"354a5e26-0f09-422e-94de-fd3e68d6c574","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.576777738Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-02c8fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-02c8fd","reconcileID":"050959c1-6fae-4fbd-88fb-3d1c45eea593","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-02c8fd","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-02c8fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.68422914Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dcd4d6ab","reconcileID":"529d1c82-5f6c-4a01-994f-7d24da702753","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dcd4d6ab","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.848856741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f335ff0f-c36a-40f9-a40f-21941d093c45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:47.848894246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f335ff0f-c36a-40f9-a40f-21941d093c45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.124240731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9feb28b9-b9a3-41e7-9955-c9f8a88f576a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.124275343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9feb28b9-b9a3-41e7-9955-c9f8a88f576a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.177696356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e1279d-00b0-4379-acd4-75af8cacdf83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.177717508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"66e1279d-00b0-4379-acd4-75af8cacdf83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.381734519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"1df57826-b4d4-4464-946f-6708086ccb1d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.437439508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"1df57826-b4d4-4464-946f-6708086ccb1d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.54233074Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"1df57826-b4d4-4464-946f-6708086ccb1d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5510057d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.696182953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48350d20-b830-44e4-8303-b906d60dce39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.747819851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48350d20-b830-44e4-8303-b906d60dce39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.79973457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48350d20-b830-44e4-8303-b906d60dce39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.853943857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48350d20-b830-44e4-8303-b906d60dce39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.856716989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfbedd6f-77e6-4602-90b3-97584dd14e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:48.85674304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfbedd6f-77e6-4602-90b3-97584dd14e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.065395582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"df8f92b6-9698-40cf-a93d-77b543ed94a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.120895217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"df8f92b6-9698-40cf-a93d-77b543ed94a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.226210575Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"df8f92b6-9698-40cf-a93d-77b543ed94a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5510057d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:30:49.48397922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"df8f92b6-9698-40cf-a93d-77b543ed94a8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-policy-5510057d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.694689152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"9d161307-db39-4bc5-8699-7454eecd22f3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.751203536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"9d161307-db39-4bc5-8699-7454eecd22f3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:49.904238456Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"9d161307-db39-4bc5-8699-7454eecd22f3","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5510057d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.738609066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb19b9-9e4c-49bd-b355-8a709e125817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.79035257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb19b9-9e4c-49bd-b355-8a709e125817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.841922808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb19b9-9e4c-49bd-b355-8a709e125817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.888196736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01aa1381-12cd-4798-bfae-62c8be259fb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.888218152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01aa1381-12cd-4798-bfae-62c8be259fb4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.894548347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb19b9-9e4c-49bd-b355-8a709e125817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.894579594Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"ea252a72-00e5-480d-a549-35f61ac50650","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:50.946170556Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5510057d","reconcileID":"ea252a72-00e5-480d-a549-35f61ac50650","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5510057d","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5510057d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.104417643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb8c38ab-4f5d-4246-bae6-a6f9a27fda95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:51.104437941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb8c38ab-4f5d-4246-bae6-a6f9a27fda95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:54.985560942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"c71f899c-763e-4f7e-bb59-94e6fe49dd42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.041341192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"c71f899c-763e-4f7e-bb59-94e6fe49dd42","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.347507669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"0598b76a-3ac3-4a43-b9bf-1999fe169a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.40299695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"0598b76a-3ac3-4a43-b9bf-1999fe169a75","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.707593036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4161cd-70c3-408e-8d03-7a73702387e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.759117741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4161cd-70c3-408e-8d03-7a73702387e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.81058381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4161cd-70c3-408e-8d03-7a73702387e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:55.86226805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4161cd-70c3-408e-8d03-7a73702387e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:57.716148491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b81a82d-8963-4dc5-838a-11510a3a6632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:57.769345683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b81a82d-8963-4dc5-838a-11510a3a6632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:57.822004953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b81a82d-8963-4dc5-838a-11510a3a6632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:57.873658805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b81a82d-8963-4dc5-838a-11510a3a6632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.814404968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38910b-ddb7-49c6-a29e-7c5c71ade9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.866227475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38910b-ddb7-49c6-a29e-7c5c71ade9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.91774501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38910b-ddb7-49c6-a29e-7c5c71ade9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:30:59.969482702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e38910b-ddb7-49c6-a29e-7c5c71ade9b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.513724169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0ff0d9-dd4e-4021-94f9-ae8a9beaf5ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.513745057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae0ff0d9-dd4e-4021-94f9-ae8a9beaf5ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.616024957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"namespace":"ai-tenant-e2e-mt-24b0eb3b","name":"e2e-policy-24b0eb3b","reconcileID":"74b31269-2757-4ed3-b54a-c2dce75c090c","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.741301007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"namespace":"ai-tenant-e2e-mt-24b0eb3b","name":"e2e-policy-24b0eb3b","reconcileID":"74b31269-2757-4ed3-b54a-c2dce75c090c","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:00.796960717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 28, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"namespace":"ai-tenant-e2e-mt-24b0eb3b","name":"e2e-policy-24b0eb3b","reconcileID":"74b31269-2757-4ed3-b54a-c2dce75c090c","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.895533198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325e9181-1414-40b5-a524-f18229f70d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.895646257Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"55d55ebd-7a44-4d91-a43d-2220a319f16f","namespace":"ai-tenant-e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.947505463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325e9181-1414-40b5-a524-f18229f70d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.947598796Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"55d55ebd-7a44-4d91-a43d-2220a319f16f","namespace":"ai-tenant-e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.999550609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325e9181-1414-40b5-a524-f18229f70d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:01.999666877Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"55d55ebd-7a44-4d91-a43d-2220a319f16f","name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.051624445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"325e9181-1414-40b5-a524-f18229f70d1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.109710786Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"55d55ebd-7a44-4d91-a43d-2220a319f16f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.10985691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1df52d-415d-4b48-9489-9e5aab371211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.109909821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d1df52d-415d-4b48-9489-9e5aab371211","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.110192206Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a0eb662a-a0ae-4dc1-8203-da4b0156ed05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.381392693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a0eb662a-a0ae-4dc1-8203-da4b0156ed05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.509424494Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a0eb662a-a0ae-4dc1-8203-da4b0156ed05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"name":"e2e-api-b-d6b8ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.509454389Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"e2e-e2e-api-b-d6b8ff-policy","reconcileID":"a0eb662a-a0ae-4dc1-8203-da4b0156ed05","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d6b8ff-policy","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.571201711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645b84a9-665e-4317-a355-02f3e9a75f0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:02.571222774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"645b84a9-665e-4317-a355-02f3e9a75f0f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.002390499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55815ce-ea98-47f2-9b77-1520183890b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.054079938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55815ce-ea98-47f2-9b77-1520183890b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.106845795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55815ce-ea98-47f2-9b77-1520183890b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:04.159000462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55815ce-ea98-47f2-9b77-1520183890b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.412888433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"a1909dba-316d-495c-910c-e294ed5883f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.468192241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"a1909dba-316d-495c-910c-e294ed5883f2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.775550693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"05815f5e-c676-491f-9a6f-6e2b414e1e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:05.832366914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"05815f5e-c676-491f-9a6f-6e2b414e1e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.025824786Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","namespace":"ai-tenant-e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.025910934Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","namespace":"ai-tenant-e2e-api-b-987f2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.025975477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","tenant":"e2e-api-b-987f2f","tenantID":"e2e-api-b-987f2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.07955929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Deployment","name":"maas-api-e2e-api-b-987f2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.13883154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Service","name":"maas-api-e2e-api-b-987f2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.195852718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-987f2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.249041299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-987f2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.305292172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.358788211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.416125027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.470172837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.522116954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Deployment","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.576188086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.627448239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Service","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.678881887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"Service","name":"payload-pre-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.730394519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.781577184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.832496844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.886694251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.937990717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:07.988849833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.040048606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-987f2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.091165608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-987f2f"},"namespace":"ai-tenant-e2e-api-b-987f2f","name":"default-tenant","reconcileID":"7681d6e0-588f-4f19-9b58-2e63518af3d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-987f2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:08.938190727Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-987f2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-987f2f","reconcileID":"6be70e78-0bda-487e-beca-b43c79e29ca5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-987f2f","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-987f2f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.029720928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95c7bf-5fbc-403e-91a0-150c29c39d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.081446139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95c7bf-5fbc-403e-91a0-150c29c39d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.133454138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95c7bf-5fbc-403e-91a0-150c29c39d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:10.185038931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b95c7bf-5fbc-403e-91a0-150c29c39d4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.071681361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030ef5cf-a46a-4690-b3e2-7d32b7d1e456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.123518695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030ef5cf-a46a-4690-b3e2-7d32b7d1e456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.17505572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030ef5cf-a46a-4690-b3e2-7d32b7d1e456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:12.226785539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030ef5cf-a46a-4690-b3e2-7d32b7d1e456","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:14.284249578Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.45903346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5733045-938a-41f2-9fd1-19b4819fdab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.511672069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5733045-938a-41f2-9fd1-19b4819fdab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.565560502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5733045-938a-41f2-9fd1-19b4819fdab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.619479956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5733045-938a-41f2-9fd1-19b4819fdab7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.689703614Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"namespace":"ai-tenant-e2e-mt-24b0eb3b","name":"e2e-policy-24b0eb3b","reconcileID":"52923982-937d-4a91-9907-14134adb4051","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:21.841538909Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"namespace":"ai-tenant-e2e-mt-24b0eb3b","name":"e2e-policy-24b0eb3b","reconcileID":"52923982-937d-4a91-9907-14134adb4051","MaaSAuthPolicy":{"name":"e2e-policy-24b0eb3b","namespace":"ai-tenant-e2e-mt-24b0eb3b"},"policyNamespace":"ai-tenant-e2e-mt-24b0eb3b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:22.042266745Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5b0cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5b0cb","reconcileID":"d2fc1869-830b-4900-b4e8-20a614746c7d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5b0cb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f5b0cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:23.575076174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c68a5-3343-4774-b82b-f091412a9a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:23.627415789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c68a5-3343-4774-b82b-f091412a9a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:23.679964845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c68a5-3343-4774-b82b-f091412a9a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:23.734213941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f70c68a5-3343-4774-b82b-f091412a9a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.600829293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e16a6fa-f5fd-4632-bb71-aa21c20560d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.653945882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e16a6fa-f5fd-4632-bb71-aa21c20560d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.706753089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e16a6fa-f5fd-4632-bb71-aa21c20560d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:25.760298822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e16a6fa-f5fd-4632-bb71-aa21c20560d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.624088193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2ae6a4-1ecf-463b-b5a1-c324979e3c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.680662687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2ae6a4-1ecf-463b-b5a1-c324979e3c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.733329965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2ae6a4-1ecf-463b-b5a1-c324979e3c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.785119696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc2ae6a4-1ecf-463b-b5a1-c324979e3c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.905683842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"d13ffdf7-d7a7-4d14-9e49-4da86aeb89c1","namespace":"ai-tenant-e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.905768596Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"d13ffdf7-d7a7-4d14-9e49-4da86aeb89c1","namespace":"ai-tenant-e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.905841373Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"d13ffdf7-d7a7-4d14-9e49-4da86aeb89c1","name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.975563383Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"d13ffdf7-d7a7-4d14-9e49-4da86aeb89c1","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.975988262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e48a746-c798-45b4-a6cc-b94a866f8e98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.976109856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1e48a746-c798-45b4-a6cc-b94a866f8e98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:27.996879948Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"27c1c6ba-14d0-4e6d-a266-d3fde23cf336","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.228965261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"27c1c6ba-14d0-4e6d-a266-d3fde23cf336","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.353379372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"27c1c6ba-14d0-4e6d-a266-d3fde23cf336","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"name":"e2e-api-b-7870b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.353404269Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"e2e-e2e-api-b-7870b4-policy","reconcileID":"27c1c6ba-14d0-4e6d-a266-d3fde23cf336","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7870b4-policy","namespace":"ai-tenant-e2e-api-b-7870b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.408520891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c4ab2a-2227-4068-b3d6-8ff2e4199258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:28.408541714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92c4ab2a-2227-4068-b3d6-8ff2e4199258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.691193251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9bf0a2-4528-4804-81fe-380e694e68a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.746069607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9bf0a2-4528-4804-81fe-380e694e68a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.798138792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9bf0a2-4528-4804-81fe-380e694e68a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:29.849947405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9bf0a2-4528-4804-81fe-380e694e68a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.709830442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653194b0-cb3c-4e05-8349-ccfaebcae21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.761498035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653194b0-cb3c-4e05-8349-ccfaebcae21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.813356434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653194b0-cb3c-4e05-8349-ccfaebcae21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:31.865248207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653194b0-cb3c-4e05-8349-ccfaebcae21b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:32.138733185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7cfab8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7cfab8","reconcileID":"9ef581db-1635-48b9-a9b9-18fcb1fae554","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7cfab8","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7cfab8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.184775237Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","namespace":"ai-tenant-e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.184904103Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","namespace":"ai-tenant-e2e-api-b-d6b8ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.185017469Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","tenant":"e2e-api-b-d6b8ff","tenantID":"e2e-api-b-d6b8ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.238470872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Deployment","name":"maas-api-e2e-api-b-d6b8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.296936009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Service","name":"maas-api-e2e-api-b-d6b8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.358805586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d6b8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.412133808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d6b8ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.466668311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.520806794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.57746226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.631060037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.68350137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Deployment","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.734627165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.77506166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f848328-37d2-4c59-9d6a-9ef00de189f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.826317424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Service","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.827385672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f848328-37d2-4c59-9d6a-9ef00de189f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.878604351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.879255814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f848328-37d2-4c59-9d6a-9ef00de189f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.930645153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.930849005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f848328-37d2-4c59-9d6a-9ef00de189f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:33.982407266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.033728616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.088743939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.140061568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.19400766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.246323236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d6b8ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:34.297498099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d6b8ff"},"namespace":"ai-tenant-e2e-api-b-d6b8ff","name":"default-tenant","reconcileID":"29e8d67a-22df-4277-bd93-786f8c36c530","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d6b8ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.338456176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d6b8ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d6b8ff","reconcileID":"ca3676f3-0e1a-4189-9b87-55d7007b9382","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d6b8ff","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d6b8ff"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.841503709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a07f4b-d10e-421f-a940-d6ce3c854e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.893134239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a07f4b-d10e-421f-a940-d6ce3c854e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:35.944842202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a07f4b-d10e-421f-a940-d6ce3c854e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:36.001097257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a07f4b-d10e-421f-a940-d6ce3c854e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.894761902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c889727-dfb9-4830-a20a-aadac43fb856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.946961175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c889727-dfb9-4830-a20a-aadac43fb856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:37.998978697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c889727-dfb9-4830-a20a-aadac43fb856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:38.050711571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c889727-dfb9-4830-a20a-aadac43fb856","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:39.965806675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfcfdae6-3c90-4fc0-9d71-b79bb911820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.018081627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfcfdae6-3c90-4fc0-9d71-b79bb911820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.069772725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfcfdae6-3c90-4fc0-9d71-b79bb911820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:40.121752945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfcfdae6-3c90-4fc0-9d71-b79bb911820f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:44.283056025Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:47.768752619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d37e8b8-17f5-46c5-97e1-db6c28066135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:47.820528501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d37e8b8-17f5-46c5-97e1-db6c28066135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:47.872299708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d37e8b8-17f5-46c5-97e1-db6c28066135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:47.923835121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d37e8b8-17f5-46c5-97e1-db6c28066135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:48.272422258Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b95dca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b95dca","reconcileID":"8e78a1ef-4c98-4dd8-9d2d-188ace0f59e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b95dca","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b95dca":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:49.902901875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d2c4e8-94a3-4b1f-92fa-85502ba63362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:49.95559869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d2c4e8-94a3-4b1f-92fa-85502ba63362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.007184148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d2c4e8-94a3-4b1f-92fa-85502ba63362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:50.059002005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91d2c4e8-94a3-4b1f-92fa-85502ba63362","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.689545322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"e2134ac4-481a-4016-b8bc-eb432c9a089e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f5b0cb","tenantID":"e2e-ipp-a-f5b0cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:31:58.804121273Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"e2134ac4-481a-4016-b8bc-eb432c9a089e","name":"e2e-ipp-a-f5b0cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.612451818Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","namespace":"ai-tenant-e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.612707237Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","namespace":"ai-tenant-e2e-api-b-7870b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.612855588Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","tenant":"e2e-api-b-7870b4","tenantID":"e2e-api-b-7870b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.666079128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Deployment","name":"maas-api-e2e-api-b-7870b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.726459717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Service","name":"maas-api-e2e-api-b-7870b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.783455303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7870b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.837367811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7870b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.891763605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:03.949187483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.005928675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.059969855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.111457517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Deployment","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.162608019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.214016834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Service","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.265614724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.316588162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.367771507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.419600834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.474719729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.525990942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.577412286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.634119609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7870b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:04.685570956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7870b4"},"namespace":"ai-tenant-e2e-api-b-7870b4","name":"default-tenant","reconcileID":"cdb7040c-c49e-4cf5-9f4e-e885e61ad22b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7870b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:05.532724099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7870b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7870b4","reconcileID":"d098c0f3-e45a-4d57-aa59-15f4147d8345","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7870b4","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7870b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.644145167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b543647-9375-4c08-a1a4-8b13a0cd3388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.695538498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b543647-9375-4c08-a1a4-8b13a0cd3388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.747014515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b543647-9375-4c08-a1a4-8b13a0cd3388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:06.798739619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b543647-9375-4c08-a1a4-8b13a0cd3388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:08.670703643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3eac75-7c3b-47b6-82e8-579490240f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:08.722312733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3eac75-7c3b-47b6-82e8-579490240f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:08.773895758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3eac75-7c3b-47b6-82e8-579490240f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:08.825604432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d3eac75-7c3b-47b6-82e8-579490240f1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:10.742092159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0714b8-3e69-4bc9-86fe-85d0929426a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:10.794777444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0714b8-3e69-4bc9-86fe-85d0929426a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:10.846636837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0714b8-3e69-4bc9-86fe-85d0929426a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:10.898397763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0714b8-3e69-4bc9-86fe-85d0929426a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:14.284312433Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:14.631317679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"f22e9acf-56b2-4964-b317-e093bd952d09","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7cfab8","tenantID":"e2e-ipp-a-7cfab8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:14.746763271Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"f22e9acf-56b2-4964-b317-e093bd952d09","name":"e2e-ipp-a-7cfab8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.501041633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"3ba5f682-a43e-4b57-a4de-f8f576359ee7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b95dca","tenantID":"e2e-ipp-a-b95dca","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:33.615546946Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"3ba5f682-a43e-4b57-a4de-f8f576359ee7","name":"e2e-ipp-a-b95dca-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.23338261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795835a5-88d2-48ca-8036-23e5e072f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.284908282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795835a5-88d2-48ca-8036-23e5e072f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.336459077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795835a5-88d2-48ca-8036-23e5e072f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.388094221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"795835a5-88d2-48ca-8036-23e5e072f21d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:38.830076406Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c9da8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c9da8f","reconcileID":"7479c585-e4fc-4e2f-826e-fa8d022e9009","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c9da8f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-c9da8f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:40.309430637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff02cead-c648-44d9-bf43-c685e98d3ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:40.361194489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff02cead-c648-44d9-bf43-c685e98d3ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:40.412607438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff02cead-c648-44d9-bf43-c685e98d3ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:40.464331093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff02cead-c648-44d9-bf43-c685e98d3ba1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.367452936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2858a-9979-4823-8b26-c87c5e148e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.419511856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2858a-9979-4823-8b26-c87c5e148e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.471178857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2858a-9979-4823-8b26-c87c5e148e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:42.522918919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6b2858a-9979-4823-8b26-c87c5e148e7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:44.283015277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.676829976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef985a4-998b-43eb-8f75-4aad83f3cce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.728522398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef985a4-998b-43eb-8f75-4aad83f3cce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.780214119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef985a4-998b-43eb-8f75-4aad83f3cce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:45.831993581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ef985a4-998b-43eb-8f75-4aad83f3cce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:47.787107391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdae566-4a66-49fb-aed5-a9e3d916d624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:47.839071726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdae566-4a66-49fb-aed5-a9e3d916d624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:47.890805547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdae566-4a66-49fb-aed5-a9e3d916d624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:47.94251502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fdae566-4a66-49fb-aed5-a9e3d916d624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:58.080712878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecf28c9-7fb2-4c42-be20-033127d83720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:58.132627705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecf28c9-7fb2-4c42-be20-033127d83720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:58.184201373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecf28c9-7fb2-4c42-be20-033127d83720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:58.235793119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ecf28c9-7fb2-4c42-be20-033127d83720","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:32:58.568691246Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6c7db9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6c7db9","reconcileID":"e6349840-84d6-4034-8fca-241d3f0d10a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6c7db9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-6c7db9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:00.165415487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a1a040-9ecd-45d7-97d1-a41eab8dcba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:00.217310319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a1a040-9ecd-45d7-97d1-a41eab8dcba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:00.268698769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a1a040-9ecd-45d7-97d1-a41eab8dcba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:00.321645668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a1a040-9ecd-45d7-97d1-a41eab8dcba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:02.274445661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d8a665-1c35-4779-8147-a75cff28fb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:02.326693763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d8a665-1c35-4779-8147-a75cff28fb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:02.378018938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d8a665-1c35-4779-8147-a75cff28fb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:02.429558447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47d8a665-1c35-4779-8147-a75cff28fb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.386704474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128a448-38ae-4ee8-a3c8-a1f0e729f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.43810379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128a448-38ae-4ee8-a3c8-a1f0e729f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.489557602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128a448-38ae-4ee8-a3c8-a1f0e729f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:04.54113718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a128a448-38ae-4ee8-a3c8-a1f0e729f352","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.495704947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b4e271-741c-478d-813c-d18822560ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.547412076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b4e271-741c-478d-813c-d18822560ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.598989245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b4e271-741c-478d-813c-d18822560ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:06.652047593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49b4e271-741c-478d-813c-d18822560ed9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:14.282796168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.783701782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd89b38-ff02-478c-a96f-c6db24f5ace9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.835519878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd89b38-ff02-478c-a96f-c6db24f5ace9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.887041116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd89b38-ff02-478c-a96f-c6db24f5ace9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:17.938801788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd89b38-ff02-478c-a96f-c6db24f5ace9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:18.369188661Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ea963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ea963","reconcileID":"fae07a8a-a688-4e51-b94a-fcfe6119af05","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ea963","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-0ea963":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.830616281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d66e9cc-e867-4311-8f5f-8ea2bbff497b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.882260156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d66e9cc-e867-4311-8f5f-8ea2bbff497b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.933902521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d66e9cc-e867-4311-8f5f-8ea2bbff497b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:19.985814215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d66e9cc-e867-4311-8f5f-8ea2bbff497b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:21.863366636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac73f2f-095c-4c6c-a4f6-9383068ee2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:21.91490932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac73f2f-095c-4c6c-a4f6-9383068ee2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:21.96656338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac73f2f-095c-4c6c-a4f6-9383068ee2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:22.018324865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac73f2f-095c-4c6c-a4f6-9383068ee2be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.509962488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"6407d360-121d-4e8d-8b46-d4a53983509a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:28.625968248Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"6407d360-121d-4e8d-8b46-d4a53983509a","name":"e2e-ipp-a-c9da8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:44.282633306Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.877972287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc980b5-3de2-44d5-ab1f-b9ba27951320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.929840685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc980b5-3de2-44d5-ab1f-b9ba27951320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:45.981919697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc980b5-3de2-44d5-ab1f-b9ba27951320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:46.033960293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc980b5-3de2-44d5-ab1f-b9ba27951320","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:46.458952008Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c0359f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c0359f","reconcileID":"9c361ab3-82a8-4d1d-942e-4bd4d991dabf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c0359f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c0359f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:47.97077357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa509d92-dbc6-4958-b8b4-8f0df80d8340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.022494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa509d92-dbc6-4958-b8b4-8f0df80d8340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.073969452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa509d92-dbc6-4958-b8b4-8f0df80d8340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:48.125726245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa509d92-dbc6-4958-b8b4-8f0df80d8340","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:50.017125312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7886b4e-8c00-4eb3-8af9-a3a4860554c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:50.069613256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7886b4e-8c00-4eb3-8af9-a3a4860554c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:50.121291436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7886b4e-8c00-4eb3-8af9-a3a4860554c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:50.173159889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7886b4e-8c00-4eb3-8af9-a3a4860554c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.377998352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb9e2e2-cc73-4dcd-a801-3d112c8ca1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.43006512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb9e2e2-cc73-4dcd-a801-3d112c8ca1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.481760776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb9e2e2-cc73-4dcd-a801-3d112c8ca1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.534400209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb9e2e2-cc73-4dcd-a801-3d112c8ca1ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:56.870187499Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-634135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-634135","reconcileID":"13fc0af2-659d-4574-b84b-f0e1c8b30c6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-634135","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-634135":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.068083381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"db6eb745-5946-4738-823a-b428ce359cc4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-6c7db9","tenantID":"e2e-ipp-a-6c7db9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:57.182742931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"db6eb745-5946-4738-823a-b428ce359cc4","name":"e2e-ipp-a-6c7db9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.415553695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd400da7-739d-48d8-972e-896ca1cbe138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.467478051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd400da7-739d-48d8-972e-896ca1cbe138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.519043158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd400da7-739d-48d8-972e-896ca1cbe138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:33:58.57066319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd400da7-739d-48d8-972e-896ca1cbe138","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.461913491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e08109-bc0c-40ed-952e-65fc6b33826b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.513494327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e08109-bc0c-40ed-952e-65fc6b33826b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.565268285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e08109-bc0c-40ed-952e-65fc6b33826b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:00.617026263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e08109-bc0c-40ed-952e-65fc6b33826b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.570733033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9733dc9d-574e-403c-84c8-10d4c89ea63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.622639184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9733dc9d-574e-403c-84c8-10d4c89ea63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.674367518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9733dc9d-574e-403c-84c8-10d4c89ea63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:02.727467277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9733dc9d-574e-403c-84c8-10d4c89ea63c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:04.585067428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d3ea6-0987-40ad-926a-9b5778bc3174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:04.637492446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d3ea6-0987-40ad-926a-9b5778bc3174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:04.689076343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d3ea6-0987-40ad-926a-9b5778bc3174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:04.740741343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60d3ea6-0987-40ad-926a-9b5778bc3174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:06.609500153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87735a7a-c3c8-405b-9f3e-8185e394b445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:06.661358315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87735a7a-c3c8-405b-9f3e-8185e394b445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:06.713254949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87735a7a-c3c8-405b-9f3e-8185e394b445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:06.765193586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87735a7a-c3c8-405b-9f3e-8185e394b445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.624983259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63113b02-a7e9-48f6-8e96-ba76e38e055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.676727635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63113b02-a7e9-48f6-8e96-ba76e38e055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.731318755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63113b02-a7e9-48f6-8e96-ba76e38e055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:08.783743035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63113b02-a7e9-48f6-8e96-ba76e38e055a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:14.286495822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.517973457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"609eaf86-cf0c-46eb-a0df-41fb7a7afcc1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-0ea963","tenantID":"e2e-ipp-b-0ea963","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:23.632953439Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"609eaf86-cf0c-46eb-a0df-41fb7a7afcc1","name":"e2e-ipp-b-0ea963-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:34.978018682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58c8fcd-1eeb-4cdc-a076-aba299f9510f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:35.030182897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58c8fcd-1eeb-4cdc-a076-aba299f9510f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:35.08193763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58c8fcd-1eeb-4cdc-a076-aba299f9510f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:35.134499336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e58c8fcd-1eeb-4cdc-a076-aba299f9510f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:37.062487519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b83c8cc-a3f2-4bd7-84f0-eca4dfa72904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:37.114116615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b83c8cc-a3f2-4bd7-84f0-eca4dfa72904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:37.165778047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b83c8cc-a3f2-4bd7-84f0-eca4dfa72904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:37.217705175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b83c8cc-a3f2-4bd7-84f0-eca4dfa72904","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:44.283995335Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.842151885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e87ed-3859-4ab6-8cb4-235f7deb1e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.89595578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e87ed-3859-4ab6-8cb4-235f7deb1e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.947741851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e87ed-3859-4ab6-8cb4-235f7deb1e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:51.999619135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024e87ed-3859-4ab6-8cb4-235f7deb1e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:52.36815608Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a31828","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a31828","reconcileID":"c49ed82d-8d4d-433d-8d3b-0893d22c4bb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a31828","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-a31828":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.902392682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9efce2-b975-4d38-ba95-a26cfb643445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:53.953853285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9efce2-b975-4d38-ba95-a26cfb643445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:54.005606126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9efce2-b975-4d38-ba95-a26cfb643445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:54.057051877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9efce2-b975-4d38-ba95-a26cfb643445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:54.756175584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"653b31ae-6229-4af6-8bf0-3c6169d6fc45","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c0359f","tenantID":"e2e-ipp-b-c0359f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:54.873167738Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"653b31ae-6229-4af6-8bf0-3c6169d6fc45","name":"e2e-ipp-b-c0359f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.937618816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5696f0-036b-4379-bc66-bc0106e9a30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:55.989256524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5696f0-036b-4379-bc66-bc0106e9a30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.040973464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5696f0-036b-4379-bc66-bc0106e9a30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:34:56.092844398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af5696f0-036b-4379-bc66-bc0106e9a30b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:08.214936802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b824be-2ea8-4e60-b5ae-9926c5f263a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:08.269755473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b824be-2ea8-4e60-b5ae-9926c5f263a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:08.322532299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b824be-2ea8-4e60-b5ae-9926c5f263a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:08.374176512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6b824be-2ea8-4e60-b5ae-9926c5f263a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:10.260606657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc239868-f9e6-4f4e-a82f-ba8876c41cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:10.312303576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc239868-f9e6-4f4e-a82f-ba8876c41cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:10.363792128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc239868-f9e6-4f4e-a82f-ba8876c41cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:10.415728485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc239868-f9e6-4f4e-a82f-ba8876c41cae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.458802451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"e8d9aaf7-ff47-4c30-aa00-06861368c685","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-634135","tenantID":"e2e-ipp-b-634135","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:11.574082101Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"e8d9aaf7-ff47-4c30-aa00-06861368c685","name":"e2e-ipp-b-634135-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:12.317386145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd53c8-d3d1-46e9-8caa-da509da87c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:12.369049898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd53c8-d3d1-46e9-8caa-da509da87c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:12.420806348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd53c8-d3d1-46e9-8caa-da509da87c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:12.472523552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd53c8-d3d1-46e9-8caa-da509da87c0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:14.28321884Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:27.711371312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ee813a-f08b-42bf-8622-f80250ffe642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:27.762734374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ee813a-f08b-42bf-8622-f80250ffe642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:27.814892656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ee813a-f08b-42bf-8622-f80250ffe642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:27.868989347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9ee813a-f08b-42bf-8622-f80250ffe642","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:28.502881568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3f0818","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3f0818","reconcileID":"d26dc7a6-a487-4915-b77d-9d7def461369","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3f0818","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-3f0818":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:29.763303271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9585a84-03a0-4058-87d6-8e1152af7a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:29.816770449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9585a84-03a0-4058-87d6-8e1152af7a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:29.868533821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9585a84-03a0-4058-87d6-8e1152af7a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:29.920036834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9585a84-03a0-4058-87d6-8e1152af7a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:31.878652396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affb640a-8b03-47d4-8c8c-302154791b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:31.930263252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affb640a-8b03-47d4-8c8c-302154791b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:31.98225987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affb640a-8b03-47d4-8c8c-302154791b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:32.035338898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"affb640a-8b03-47d4-8c8c-302154791b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:33.930574213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493997-a075-4f42-a17c-3ea041c289b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:33.982049647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493997-a075-4f42-a17c-3ea041c289b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.033597602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493997-a075-4f42-a17c-3ea041c289b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:34.085659438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e493997-a075-4f42-a17c-3ea041c289b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:35.987886852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fbb59-518c-4e97-8583-ffe2d602751a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.039617119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fbb59-518c-4e97-8583-ffe2d602751a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.090897258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fbb59-518c-4e97-8583-ffe2d602751a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:36.142379789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78fbb59-518c-4e97-8583-ffe2d602751a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.027054726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8ba1f2-a52b-464a-8674-1ee9c77688f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.078912061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8ba1f2-a52b-464a-8674-1ee9c77688f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.130654692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8ba1f2-a52b-464a-8674-1ee9c77688f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:38.182437254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8ba1f2-a52b-464a-8674-1ee9c77688f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:40.578134818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1db006-a505-4748-ae49-acdc63ce7353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:40.630624274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1db006-a505-4748-ae49-acdc63ce7353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:40.682218092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1db006-a505-4748-ae49-acdc63ce7353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:40.733829962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1db006-a505-4748-ae49-acdc63ce7353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:42.615264683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07238a31-c34d-43bb-a1bf-66b40f9899a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:42.666727103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07238a31-c34d-43bb-a1bf-66b40f9899a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:42.718358078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07238a31-c34d-43bb-a1bf-66b40f9899a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:42.770661036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07238a31-c34d-43bb-a1bf-66b40f9899a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:44.284212871Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:51.625673216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa74e006-8d17-402f-ae4f-2554be1183b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:51.800558574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"0f450cbc-8ee9-4e6a-8a3a-8831a66c1cfa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:51.902411391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"5a877e0e-cd35-44d4-bcba-20a92618fa95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.006301408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"2fba552e-0545-427e-86bc-2cac8aa07622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.006527383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"9075286c-2c4d-4a15-ba43-959d185dbab6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.048186409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"57844487-f8c0-4915-823d-a3eeaaf9020e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.29050932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"4e0eb0be-dafc-4a9c-b820-75f752c864fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.432770405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3efd442-3acb-4732-a258-7c625f2017d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.533487373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"db4bd6d3-fd9b-4f84-ba45-c9faaa33fbe5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.636393061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"7b510dbf-ebe6-498e-b97f-b143af59995c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.732987829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"4cd79c80-8eae-4d07-8973-822011756902","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:35:52.833906245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"4671a968-8800-4841-8253-e9b6b263b3be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.706016237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9865ee9e-98bd-42eb-ba4d-f6bd391afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.757795985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9865ee9e-98bd-42eb-ba4d-f6bd391afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.809876683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9865ee9e-98bd-42eb-ba4d-f6bd391afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:13.86431601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9865ee9e-98bd-42eb-ba4d-f6bd391afecf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:14.283335452Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:15.768189059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f66e77-920b-4215-ad9f-9f5dd5bc51dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:15.823733098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f66e77-920b-4215-ad9f-9f5dd5bc51dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:15.87529414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f66e77-920b-4215-ad9f-9f5dd5bc51dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:15.927215461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2f66e77-920b-4215-ad9f-9f5dd5bc51dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:17.113651799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"77cabd1e-8493-44cc-a5bd-45a383bcdc34","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-a31828","tenantID":"e2e-ipp-b-a31828","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:17.236368688Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"77cabd1e-8493-44cc-a5bd-45a383bcdc34","name":"e2e-ipp-b-a31828-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:17.877700133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856c5c8-7cf2-4e35-ac59-4367a2285357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:17.92938329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856c5c8-7cf2-4e35-ac59-4367a2285357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:17.980925664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856c5c8-7cf2-4e35-ac59-4367a2285357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:18.033261662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6856c5c8-7cf2-4e35-ac59-4367a2285357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.925032785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393f9ad-d653-4e6c-9019-328da0d9a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:19.976758904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393f9ad-d653-4e6c-9019-328da0d9a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:20.029140768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393f9ad-d653-4e6c-9019-328da0d9a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:20.080963074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7393f9ad-d653-4e6c-9019-328da0d9a8e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:21.971715748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cd2410-96cc-444f-b156-d41e9f1710f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.023742969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cd2410-96cc-444f-b156-d41e9f1710f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.075709403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cd2410-96cc-444f-b156-d41e9f1710f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:22.127732565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22cd2410-96cc-444f-b156-d41e9f1710f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.076927981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0e02d7-1178-42bb-b9c4-42cd4a44278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.128797771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0e02d7-1178-42bb-b9c4-42cd4a44278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.180527325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0e02d7-1178-42bb-b9c4-42cd4a44278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:24.232359437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0e02d7-1178-42bb-b9c4-42cd4a44278c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.172677094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55c5825-446e-497f-aaa5-69ccc142fd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.22435987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55c5825-446e-497f-aaa5-69ccc142fd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.275966978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55c5825-446e-497f-aaa5-69ccc142fd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:26.327918176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c55c5825-446e-497f-aaa5-69ccc142fd03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.271037521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dd7d88-e4a2-438a-8727-4b033c47452f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.322613594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dd7d88-e4a2-438a-8727-4b033c47452f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.374405435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dd7d88-e4a2-438a-8727-4b033c47452f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:28.425989648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5dd7d88-e4a2-438a-8727-4b033c47452f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.030195686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"4cabee91-4eea-4dfc-a9c5-f6fff539d485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.13532373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"8a6040f0-b5ff-4ffc-9a91-a9f97188411b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.187902197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"65da4a1b-a763-4c5b-96a5-9aed70a0afe7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.290291147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6db762e5-0bcd-4fb1-acf2-6163c02ef19c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.290481813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"fc2dc99f-7370-4369-89cf-33b5e942c3a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.461310292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"88734552-8ced-4280-bfa7-5f2271ee1601","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.692945502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"7f7df899-e961-46a7-bd4a-63a1beb86caf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.868765419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"0ec4f532-0e41-4cde-9815-654d9d7cbe4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:32.972418782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"2c898687-458b-408b-b28e-e822fbc4aa63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:33.113632784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"59a5612e-5f6d-413f-a225-afa41a00cc09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:33.476662951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"c51fc446-3c17-4b34-96ea-c9c2949665d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:33.578099202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"839f1dd5-469a-4960-b20a-4759a83b1b7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:38.328061111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3cea7-75e0-4364-81d3-5f1be939727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:38.380308589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3cea7-75e0-4364-81d3-5f1be939727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:38.435117251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3cea7-75e0-4364-81d3-5f1be939727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:38.487973104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32b3cea7-75e0-4364-81d3-5f1be939727d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:40.358782682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfcb9f9-02da-44b7-bf15-28a3f5498928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:40.411475672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfcb9f9-02da-44b7-bf15-28a3f5498928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:40.463968442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfcb9f9-02da-44b7-bf15-28a3f5498928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:40.515493752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abfcb9f9-02da-44b7-bf15-28a3f5498928","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:44.282279369Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.651586804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"d8e9f141-cc40-4573-8050-6c2730cfec41","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-3f0818","tenantID":"e2e-ipp-b-3f0818","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.768130099Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"d8e9f141-cc40-4573-8050-6c2730cfec41","name":"e2e-ipp-b-3f0818-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.823385746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","namespace":"ai-tenant-e2e-ipp-a-b95dca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.823446628Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","namespace":"ai-tenant-e2e-ipp-a-b95dca","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.823498486Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","tenant":"e2e-ipp-a-b95dca","tenantID":"e2e-ipp-a-b95dca","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.876516607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b95dca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.936927163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Service","name":"maas-api-e2e-ipp-a-b95dca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:55.993512672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b95dca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.049922461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b95dca","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.108175178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.165890276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.222270566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.276106545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.329812449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.383252844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.445285525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Service","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.504286663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.558654287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.612225055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.666995119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.723984513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.777394446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.83132786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.886248193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b95dca","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:56.939241311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b95dca"},"namespace":"ai-tenant-e2e-ipp-a-b95dca","name":"default-tenant","reconcileID":"fe15ee89-c825-4c2a-9802-498dc4049465","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b95dca","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:57.737459585Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b95dca","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b95dca","reconcileID":"bebda602-2d94-4781-a43e-04f5fd9cdfb9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b95dca","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b95dca"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:58.944844208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e279582-45d0-427a-8495-3ab281a19dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:58.997194969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e279582-45d0-427a-8495-3ab281a19dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.048626663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e279582-45d0-427a-8495-3ab281a19dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:36:59.099973923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e279582-45d0-427a-8495-3ab281a19dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:00.752199682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"81942911-5fe3-4ecb-b0b2-f66aa5e6407a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:00.852786353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"2f7ea9ed-0314-4461-b24f-d806536fb43b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:00.868637704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"32aaeb5f-c624-4928-996d-111db46811f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:00.974293285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db103e41-3b11-4dd1-98ee-72ac91ea3c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.026490056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db103e41-3b11-4dd1-98ee-72ac91ea3c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.078119317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db103e41-3b11-4dd1-98ee-72ac91ea3c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.130000341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db103e41-3b11-4dd1-98ee-72ac91ea3c1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.234569579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"e0fb6594-180f-4ba9-a39a-697f2e0f2107","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.286549937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"8c4ea8d5-3361-4b8f-8db7-364668ec0f38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.305872411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e2dfbf67-4679-4c23-a187-d4c0ed73c373","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.338473306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"527997c6-ccc4-4051-9a6c-2a41139ef3db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.443302123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d79d1045-baf5-4678-a290-2574c67d1732","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.597789882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"5415177e-cd06-43c1-88f6-1ed8ebaec096","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.746341763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"120164b6-5097-4cdf-adc1-a1b9f10c23ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:01.919473803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"1f631cb3-8b39-4e98-958b-b9803dcba2b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:02.02219484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"daa46828-4eb0-4348-a6ed-b2926b704074","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:06.285356485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9ff452-9c1c-492d-8b94-8beb85806716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:06.336898037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9ff452-9c1c-492d-8b94-8beb85806716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:06.388424915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9ff452-9c1c-492d-8b94-8beb85806716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:06.439906612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e9ff452-9c1c-492d-8b94-8beb85806716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:08.370554528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b08f6f9-ca69-422a-87da-803a5d2ac833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:08.422430694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b08f6f9-ca69-422a-87da-803a5d2ac833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:08.474128106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b08f6f9-ca69-422a-87da-803a5d2ac833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:08.52591938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b08f6f9-ca69-422a-87da-803a5d2ac833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:10.408837677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356d22-e45c-4106-965f-eb946c82cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:10.460651423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356d22-e45c-4106-965f-eb946c82cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:10.512325194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356d22-e45c-4106-965f-eb946c82cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:10.56419909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4356d22-e45c-4106-965f-eb946c82cda7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:12.433082389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d1012f-0bff-48f0-b501-db191e5a27bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:12.484453096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d1012f-0bff-48f0-b501-db191e5a27bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:12.5359496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d1012f-0bff-48f0-b501-db191e5a27bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:12.587547284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d1012f-0bff-48f0-b501-db191e5a27bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:14.282979533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.035366449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"d02883fa-2afc-4bcc-af4e-b879104c7db6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.327407925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"5f459a26-cd39-4c2e-9d95-5879525c4380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.437372955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"975c9316-2f0c-45ca-ac85-b9e0377e5c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.528085231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"44a4136a-0d18-4fd3-80ab-5e6a52dff4f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.528407132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"feeba88e-2a5b-4a01-a15b-e0465b5b7b4e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.626428939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"41f8ccd9-f028-435e-9d5a-5c82d3726f2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.72771191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"ac312cf9-bd6f-4462-ba03-e57934829fd6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:18.938451589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"26fe7e87-8db7-4295-a3e2-48652a797620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:19.044668937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"fde5f92a-ba8d-48ab-a983-daf021ac3e67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:19.06165302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"e637f7dd-ea73-4df8-971c-e59cb02bf916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:19.241540913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"73e428dc-b446-4f5c-a66f-7ed760bd003b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:19.59958759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"9e73de9b-1153-4eb4-a39e-4ab74cdf078e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.162534739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","namespace":"ai-tenant-e2e-ipp-b-c0359f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.162628016Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","namespace":"ai-tenant-e2e-ipp-b-c0359f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.162704345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","tenant":"e2e-ipp-b-c0359f","tenantID":"e2e-ipp-b-c0359f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.233336199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c0359f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.299067156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Service","name":"maas-api-e2e-ipp-b-c0359f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.355756649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c0359f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.413048367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c0359f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.470042886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.523484929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.581331278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.641105956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.693569126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.745582746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9993b1e-aee0-4a77-91d9-e09f90b20e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.798111607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.799637586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9993b1e-aee0-4a77-91d9-e09f90b20e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.853537652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Service","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.855994405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9993b1e-aee0-4a77-91d9-e09f90b20e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.907930145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.908581283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9993b1e-aee0-4a77-91d9-e09f90b20e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:32.962198681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.013552565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.064987584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.120504761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.171495857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.222381829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.273902754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c0359f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:33.325038831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c0359f"},"namespace":"ai-tenant-e2e-ipp-b-c0359f","name":"default-tenant","reconcileID":"d88f3d27-eb64-428c-9037-15000062a63b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c0359f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.170778973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c0359f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c0359f","reconcileID":"1ef865dc-6d86-47b9-b930-6af85b9fe728","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c0359f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c0359f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.76601106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd935c9-87bf-40f9-ad22-bcd60521d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.817571812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd935c9-87bf-40f9-ad22-bcd60521d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.870228035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd935c9-87bf-40f9-ad22-bcd60521d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:34.922949596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd935c9-87bf-40f9-ad22-bcd60521d438","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.781174915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa42bc7-4856-43e2-a3c7-76a39b0e6332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.835342081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa42bc7-4856-43e2-a3c7-76a39b0e6332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.88736357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa42bc7-4856-43e2-a3c7-76a39b0e6332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:36.938944017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaa42bc7-4856-43e2-a3c7-76a39b0e6332","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:38.799106011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb33c29d-6117-4199-8a17-8add8409d757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:38.851108117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb33c29d-6117-4199-8a17-8add8409d757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:38.902996851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb33c29d-6117-4199-8a17-8add8409d757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:38.954570263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb33c29d-6117-4199-8a17-8add8409d757","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:40.86874181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10b955-b54b-498f-bfad-80bfa3467f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:40.921108952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10b955-b54b-498f-bfad-80bfa3467f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:40.972750999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10b955-b54b-498f-bfad-80bfa3467f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:41.024955349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f10b955-b54b-498f-bfad-80bfa3467f84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:42.909856975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb2da-0afb-4c5c-9e80-c67e1d320326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:42.961427815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb2da-0afb-4c5c-9e80-c67e1d320326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:43.012963814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb2da-0afb-4c5c-9e80-c67e1d320326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:43.0645271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcadb2da-0afb-4c5c-9e80-c67e1d320326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:44.28326631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:44.966885397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98bc123-95a4-4395-a44d-2c77ca895354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:45.018949493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98bc123-95a4-4395-a44d-2c77ca895354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:45.070515968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98bc123-95a4-4395-a44d-2c77ca895354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:45.121840699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d98bc123-95a4-4395-a44d-2c77ca895354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:57.174570418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0be548-a4ea-41cd-82d9-623ef8ac1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:57.227451725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0be548-a4ea-41cd-82d9-623ef8ac1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:57.279250107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0be548-a4ea-41cd-82d9-623ef8ac1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:57.331538938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca0be548-a4ea-41cd-82d9-623ef8ac1861","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:58.322396799Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a9710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a9710","reconcileID":"01327185-1f3a-4a63-8ec3-068d6c2830bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a9710","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6a9710":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:59.26897082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e50eca-ca7b-4ca8-b235-7672fd40f290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:59.321101291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e50eca-ca7b-4ca8-b235-7672fd40f290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:59.37306336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e50eca-ca7b-4ca8-b235-7672fd40f290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:37:59.425591258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e50eca-ca7b-4ca8-b235-7672fd40f290","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:01.278901278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eb2f40-5f7a-42a3-83af-f58343591198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:01.331178717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eb2f40-5f7a-42a3-83af-f58343591198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:01.383186656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eb2f40-5f7a-42a3-83af-f58343591198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:01.436287654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0eb2f40-5f7a-42a3-83af-f58343591198","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:14.284480817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:15.679467017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e40198-b0ba-4921-b253-26b15e9c6e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:15.731277188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e40198-b0ba-4921-b253-26b15e9c6e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:15.783424093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e40198-b0ba-4921-b253-26b15e9c6e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:15.83507309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e40198-b0ba-4921-b253-26b15e9c6e68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:17.738369183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc3f6e1-3c39-49f1-ad3a-3307cc8d8e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:17.790233078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc3f6e1-3c39-49f1-ad3a-3307cc8d8e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:17.841679358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc3f6e1-3c39-49f1-ad3a-3307cc8d8e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:17.893180654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cc3f6e1-3c39-49f1-ad3a-3307cc8d8e0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:19.868519012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"9933224e-6e91-484a-a609-aace71d81f3c","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:19.868545459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"9933224e-6e91-484a-a609-aace71d81f3c","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:19.893768485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07001f00-6e23-4fba-80df-9a0c5bd48319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:19.945528166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07001f00-6e23-4fba-80df-9a0c5bd48319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:19.997205499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07001f00-6e23-4fba-80df-9a0c5bd48319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:20.048950389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07001f00-6e23-4fba-80df-9a0c5bd48319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:21.971621042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9aa6e8f-5400-41a0-b9a6-821ea6f90c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:22.023931694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9aa6e8f-5400-41a0-b9a6-821ea6f90c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:22.075674279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9aa6e8f-5400-41a0-b9a6-821ea6f90c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:22.128329007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9aa6e8f-5400-41a0-b9a6-821ea6f90c6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:24.148773692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a9b1f2-cec3-4570-8e31-469c26e6e555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:24.203138306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a9b1f2-cec3-4570-8e31-469c26e6e555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:24.254844643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a9b1f2-cec3-4570-8e31-469c26e6e555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:24.306921768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70a9b1f2-cec3-4570-8e31-469c26e6e555","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.48596561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"86653808-9f54-4074-b12f-be738eb47dc8","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.485996516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"86653808-9f54-4074-b12f-be738eb47dc8","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.542712328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"4eda799e-6fd3-4a49-8291-3c33c5d8640b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.542733805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"4eda799e-6fd3-4a49-8291-3c33c5d8640b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.650904019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"2a172272-ba78-47cc-9df1-bb1d265294c2","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.801536402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"2a172272-ba78-47cc-9df1-bb1d265294c2","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.869562118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"2a172272-ba78-47cc-9df1-bb1d265294c2","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.941080222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"d290097c-e610-45b5-a4dd-abbfa6efaf5b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:25.941102073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"d290097c-e610-45b5-a4dd-abbfa6efaf5b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:26.281253915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd81f200-f50a-4fb7-b859-f5222f684891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:26.333159645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd81f200-f50a-4fb7-b859-f5222f684891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:26.3845495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd81f200-f50a-4fb7-b859-f5222f684891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:26.450558349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd81f200-f50a-4fb7-b859-f5222f684891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:28.377254312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3595e-5984-4e58-b9e1-0fcc041282b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:28.429515448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3595e-5984-4e58-b9e1-0fcc041282b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:28.481341464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3595e-5984-4e58-b9e1-0fcc041282b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:28.533452495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2dd3595e-5984-4e58-b9e1-0fcc041282b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.376781903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e640a9c0-d500-4615-8d9a-ae663d133aed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.489552338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"36a317f6-a300-4b05-a0a2-fc84488aaa00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.657773936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"218b6706-37c3-4fc6-9e9f-7ff00e819092","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.739765641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b661cf6d-cd8d-4cda-9fcc-bf869db8e435","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.777902183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"4067ce7a-b97f-4476-8195-8add4d85ecfb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:32.849045196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"18e9b26b-49c0-4c3f-a9c8-126843a67346","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.086005105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"ca841fcb-a583-49d4-9918-64ad8452793b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.186957336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"73153136-6575-462a-b915-15c7a45ed4ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.205046923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"f87900ff-86b3-4bfe-b1e4-960bbcd72fc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.290112916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"9515a266-abe2-48b9-a8a5-400d63b705bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.447115737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"93925be2-3ae1-4e32-a617-38d7a8f812f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:33.54680684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"55129808-7ef9-458f-a1c1-96f1a02b7653","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:36.044436819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"5ead029b-95cd-4fe6-9dbf-d21bbce1d290","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:36.101099584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"5ead029b-95cd-4fe6-9dbf-d21bbce1d290","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:36.155189463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"5ead029b-95cd-4fe6-9dbf-d21bbce1d290","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:37.944318084Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","namespace":"ai-tenant-e2e-ipp-a-f5b0cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:37.944379249Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","namespace":"ai-tenant-e2e-ipp-a-f5b0cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:37.944439391Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","tenant":"e2e-ipp-a-f5b0cb","tenantID":"e2e-ipp-a-f5b0cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:37.998353195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f5b0cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.063394736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Service","name":"maas-api-e2e-ipp-a-f5b0cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.117993838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f5b0cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.17142134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f5b0cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.228608012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.289202513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.348737314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.425370603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.480171199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.53330153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.593081045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Service","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.651448702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.704945529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.758730254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.813676008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.868718265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.921670687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:38.975361587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:39.028926902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f5b0cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:39.082205918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f5b0cb"},"namespace":"ai-tenant-e2e-ipp-a-f5b0cb","name":"default-tenant","reconcileID":"0b026f7b-f816-4d08-8ebf-e73b35cda371","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f5b0cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:39.92907242Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f5b0cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f5b0cb","reconcileID":"ebab34ef-7a67-446d-af0c-63bc1b3d44c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f5b0cb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f5b0cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:41.039796528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287bca09-99de-405a-87a7-fc7ab8882ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:41.091531409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287bca09-99de-405a-87a7-fc7ab8882ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:41.143123031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287bca09-99de-405a-87a7-fc7ab8882ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:41.19456699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"287bca09-99de-405a-87a7-fc7ab8882ab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:43.079725783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308333d-6002-41da-acaf-8a5bc917cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:43.131626215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308333d-6002-41da-acaf-8a5bc917cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:43.183205424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308333d-6002-41da-acaf-8a5bc917cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:43.234941063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b308333d-6002-41da-acaf-8a5bc917cabe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:44.28289619Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.262789569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"983ce143-fbd0-4fee-8f35-8027ee5b70bd","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.320295882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"983ce143-fbd0-4fee-8f35-8027ee5b70bd","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:46.377319259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"983ce143-fbd0-4fee-8f35-8027ee5b70bd","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:48.617840958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3226512-9c12-44b2-8cb9-a49a4fa5c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:48.671456982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3226512-9c12-44b2-8cb9-a49a4fa5c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:48.724914765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3226512-9c12-44b2-8cb9-a49a4fa5c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:48.77647991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3226512-9c12-44b2-8cb9-a49a4fa5c7b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.692788515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b943bad-907a-435d-ab32-2f101bdaeca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.745142714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b943bad-907a-435d-ab32-2f101bdaeca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.796713112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b943bad-907a-435d-ab32-2f101bdaeca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:50.848642496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b943bad-907a-435d-ab32-2f101bdaeca5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.41259253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c8563fd-df18-4053-bb53-70eb0f8c3617","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.512718795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"ee44979f-66fa-424c-8adc-7ae20f7f14a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.512726842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"37393598-8d04-4167-bd9c-1d621964f544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.623984392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"73d07e5e-cad1-4359-8c96-912bb44cea28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.737995753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"9dc1c5a2-6e2b-47ab-8994-f044e14b0243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.779412884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6e358d-370f-4bca-9245-903128a131dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.831938899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6e358d-370f-4bca-9245-903128a131dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.883489091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6e358d-370f-4bca-9245-903128a131dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:52.935208435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe6e358d-370f-4bca-9245-903128a131dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.091193311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"1c84e5f2-ddac-4953-8fa7-dbeecb385d02","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.143571838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"4058ff3d-2ae0-43a4-ab94-16cff6cbeaf8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.301243342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"5ccfba7f-0b71-4a59-9768-caf6bd8ffc90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.370827143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"874a8c0f-94ae-4519-b719-61a831c80d49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.507234819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1ab1a62-cbca-4432-bd80-c770431532ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.608476868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"87570516-ed59-4a55-a86c-7274ab96ae9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:53.707581591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"edaff2b9-15f0-4e15-a4b7-96ba30a6edcf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:54.791603751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52505670-ef15-42ee-8317-2ae85bf61fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:54.843728918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52505670-ef15-42ee-8317-2ae85bf61fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:54.895769173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52505670-ef15-42ee-8317-2ae85bf61fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:54.94728411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52505670-ef15-42ee-8317-2ae85bf61fcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.481333783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"0355befa-41f6-4b8e-a10f-e498f9258c7d","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.537007676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"0355befa-41f6-4b8e-a10f-e498f9258c7d","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.591719033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cae64670775d1cb6c4127a69693e17e56c51407377097e3629be8fec8c0664f5) AuthConfig (9016f1086fc992d900ec483fc5ecb4923aca26d462f2988555b291f02e2d3eb8) AuthConfig (0b424489cf74d5dd46ae00687d3d246b1e17ca0324c4a1b7091e38c79afec001) AuthConfig (a97775012161201735624dd36189e7330b0bc1fc8c1e9e7e4273e973f37a48af) AuthConfig (8f1609cd293a7a124345d3d5edf625f1f3c2d900cc6074e7df59c7eff76735ff) AuthConfig (f481d1688fdf22d98153c20f98332b6da0bc13a504cf347c3c962d87a63f88bf) AuthConfig (964b4fcd6ab573fec8054e6852d87a271ed35a33dc3530f6a4c3a3683a731d7a) AuthConfig (a09d08691c5134539698ab2452cb0891a17701cee5491affc59aa372aa129aec) AuthConfig (da6b8f8e9ab47e77a71557b3910c8698e63dd222bd05798b8e88f160f0481785) AuthConfig (aa96f52add29b766a04d4beef4abcfc85d3458d3b82f0ec13bd0186dd63e9ab8) AuthConfig (aea6480cb943fb5753b31754d1c83ce8ed6677f341bc0db44ba0b64a1fa086f0) AuthConfig (e500249482ac8a91fbe9e947879bbffd611573fb9e5baa9efc17a11e7a64f37e) AuthConfig (0c9e750b63e0f47fc51ded3d5e39dea90ee2622627432bbea0790dfeca0a8ab5) AuthConfig (2dcdd1486e27256cb1e7e93c02b324bc7d6f375960e05f4fd2c1b8398e783e58) AuthConfig (9482e5bb7d903853799b5d1d05b70542ca76bc12568fa3654ddc902f095032e5) AuthConfig (bf128d112564d4a2f78c79e10081355c5ac4be9b4c5ef08303fce34c2b958660) AuthConfig (4328a620422936256bd2da483d0cfb3c48bbbebcce0450c86908095567e163cb) AuthConfig (e849cb252c966b6d10c972ee2b4fb798485e7c43b25fed318beddb843c972b33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"0355befa-41f6-4b8e-a10f-e498f9258c7d","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.658659204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"3c8958cc-a3d8-4f44-a925-24bdeb436462","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.658679387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"3c8958cc-a3d8-4f44-a925-24bdeb436462","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.677098983Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","namespace":"ai-tenant-e2e-ipp-a-7cfab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.677178325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","namespace":"ai-tenant-e2e-ipp-a-7cfab8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.67724739Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","tenant":"e2e-ipp-a-7cfab8","tenantID":"e2e-ipp-a-7cfab8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.730915619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7cfab8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.791787116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Service","name":"maas-api-e2e-ipp-a-7cfab8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.85236102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7cfab8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.906170984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7cfab8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:56.975409982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.031023941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.085722037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.141759088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.196155975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.252121906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.3135625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Service","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.375375144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.429139649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.483415339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.538664793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.595908717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.652028607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.705729117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.760218244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7cfab8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.814354606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7cfab8"},"namespace":"ai-tenant-e2e-ipp-a-7cfab8","name":"default-tenant","reconcileID":"55a21c6f-18d7-4155-b7d7-f40031288c5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7cfab8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.870974912Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","namespace":"ai-tenant-e2e-ipp-a-6c7db9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.871053546Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","namespace":"ai-tenant-e2e-ipp-a-6c7db9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.871125619Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","tenant":"e2e-ipp-a-6c7db9","tenantID":"e2e-ipp-a-6c7db9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.924704454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Deployment","name":"maas-api-e2e-ipp-a-6c7db9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:57.986608785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Service","name":"maas-api-e2e-ipp-a-6c7db9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.048658017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-6c7db9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.101802869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-6c7db9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.157022943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.21045261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.266856813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.321454753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.37734193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.431094969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.492393393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Service","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.554892981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.608911537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.635455263Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7cfab8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7cfab8","reconcileID":"30590088-8296-4529-b13e-e9fdfc4d4598","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7cfab8","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7cfab8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.667753937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.722202268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.794827395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.860401534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.925496578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:58.979522692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-6c7db9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.038405937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-6c7db9"},"namespace":"ai-tenant-e2e-ipp-a-6c7db9","name":"default-tenant","reconcileID":"6bb6255f-b8a4-47b8-85b4-e482de4bdb23","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-6c7db9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.786631767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f24762-6fbb-4346-b0a6-7ce1b9768752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.839101482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f24762-6fbb-4346-b0a6-7ce1b9768752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.891090327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f24762-6fbb-4346-b0a6-7ce1b9768752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:38:59.943067483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63f24762-6fbb-4346-b0a6-7ce1b9768752","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:00.106931397Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-6c7db9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-6c7db9","reconcileID":"a8afa2c3-f50a-49c3-9663-bc90e59e5f48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-6c7db9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-6c7db9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.885029639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35268d84-8ebc-489a-b8e0-33beac139800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.936813745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35268d84-8ebc-489a-b8e0-33beac139800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:01.988379968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35268d84-8ebc-489a-b8e0-33beac139800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:02.040025137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35268d84-8ebc-489a-b8e0-33beac139800","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:06.771473257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"f8f584f0-24be-4e27-a52b-de467e112760","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:06.829975114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"f8f584f0-24be-4e27-a52b-de467e112760","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:06.885946608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cae64670775d1cb6c4127a69693e17e56c51407377097e3629be8fec8c0664f5) AuthConfig (9016f1086fc992d900ec483fc5ecb4923aca26d462f2988555b291f02e2d3eb8) AuthConfig (0b424489cf74d5dd46ae00687d3d246b1e17ca0324c4a1b7091e38c79afec001) AuthConfig (a97775012161201735624dd36189e7330b0bc1fc8c1e9e7e4273e973f37a48af) AuthConfig (8f1609cd293a7a124345d3d5edf625f1f3c2d900cc6074e7df59c7eff76735ff) AuthConfig (f481d1688fdf22d98153c20f98332b6da0bc13a504cf347c3c962d87a63f88bf) AuthConfig (964b4fcd6ab573fec8054e6852d87a271ed35a33dc3530f6a4c3a3683a731d7a) AuthConfig (a09d08691c5134539698ab2452cb0891a17701cee5491affc59aa372aa129aec) AuthConfig (da6b8f8e9ab47e77a71557b3910c8698e63dd222bd05798b8e88f160f0481785) AuthConfig (aa96f52add29b766a04d4beef4abcfc85d3458d3b82f0ec13bd0186dd63e9ab8) AuthConfig (aea6480cb943fb5753b31754d1c83ce8ed6677f341bc0db44ba0b64a1fa086f0) AuthConfig (e500249482ac8a91fbe9e947879bbffd611573fb9e5baa9efc17a11e7a64f37e) AuthConfig (0c9e750b63e0f47fc51ded3d5e39dea90ee2622627432bbea0790dfeca0a8ab5) AuthConfig (2dcdd1486e27256cb1e7e93c02b324bc7d6f375960e05f4fd2c1b8398e783e58) AuthConfig (9482e5bb7d903853799b5d1d05b70542ca76bc12568fa3654ddc902f095032e5) AuthConfig (bf128d112564d4a2f78c79e10081355c5ac4be9b4c5ef08303fce34c2b958660) AuthConfig (4328a620422936256bd2da483d0cfb3c48bbbebcce0450c86908095567e163cb) AuthConfig (e849cb252c966b6d10c972ee2b4fb798485e7c43b25fed318beddb843c972b33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"f8f584f0-24be-4e27-a52b-de467e112760","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:11.029425892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"0b465594-a841-452b-80d5-31eafd81a0f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6a9710","tenantID":"e2e-praxis-a-6a9710","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:11.15262439Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"0b465594-a841-452b-80d5-31eafd81a0f3","name":"e2e-praxis-a-6a9710-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:14.284315203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:16.99299317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"ff4b043e-38e6-4550-8605-1f6f86949034","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.049600509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"ff4b043e-38e6-4550-8605-1f6f86949034","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.112494301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-c9da8f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cae64670775d1cb6c4127a69693e17e56c51407377097e3629be8fec8c0664f5) AuthConfig (9016f1086fc992d900ec483fc5ecb4923aca26d462f2988555b291f02e2d3eb8) AuthConfig (0b424489cf74d5dd46ae00687d3d246b1e17ca0324c4a1b7091e38c79afec001) AuthConfig (a97775012161201735624dd36189e7330b0bc1fc8c1e9e7e4273e973f37a48af) AuthConfig (8f1609cd293a7a124345d3d5edf625f1f3c2d900cc6074e7df59c7eff76735ff) AuthConfig (f481d1688fdf22d98153c20f98332b6da0bc13a504cf347c3c962d87a63f88bf) AuthConfig (964b4fcd6ab573fec8054e6852d87a271ed35a33dc3530f6a4c3a3683a731d7a) AuthConfig (a09d08691c5134539698ab2452cb0891a17701cee5491affc59aa372aa129aec) AuthConfig (da6b8f8e9ab47e77a71557b3910c8698e63dd222bd05798b8e88f160f0481785) AuthConfig (aa96f52add29b766a04d4beef4abcfc85d3458d3b82f0ec13bd0186dd63e9ab8) AuthConfig (aea6480cb943fb5753b31754d1c83ce8ed6677f341bc0db44ba0b64a1fa086f0) AuthConfig (e500249482ac8a91fbe9e947879bbffd611573fb9e5baa9efc17a11e7a64f37e) AuthConfig (0c9e750b63e0f47fc51ded3d5e39dea90ee2622627432bbea0790dfeca0a8ab5) AuthConfig (2dcdd1486e27256cb1e7e93c02b324bc7d6f375960e05f4fd2c1b8398e783e58) AuthConfig (9482e5bb7d903853799b5d1d05b70542ca76bc12568fa3654ddc902f095032e5) AuthConfig (bf128d112564d4a2f78c79e10081355c5ac4be9b4c5ef08303fce34c2b958660) AuthConfig (4328a620422936256bd2da483d0cfb3c48bbbebcce0450c86908095567e163cb) AuthConfig (e849cb252c966b6d10c972ee2b4fb798485e7c43b25fed318beddb843c972b33)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"ff4b043e-38e6-4550-8605-1f6f86949034","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.406667766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378dfe7-83ab-4878-a25f-96d0241efd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.459529333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378dfe7-83ab-4878-a25f-96d0241efd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.51221656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378dfe7-83ab-4878-a25f-96d0241efd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:17.563965114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a378dfe7-83ab-4878-a25f-96d0241efd33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:19.460959117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c828e56d-4397-4ae6-a05f-34cd99f667aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:19.512834108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c828e56d-4397-4ae6-a05f-34cd99f667aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:19.564890211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c828e56d-4397-4ae6-a05f-34cd99f667aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:19.616480716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c828e56d-4397-4ae6-a05f-34cd99f667aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:21.514391162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a861f-9189-472c-bbc8-eed6806e8e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:21.565954486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a861f-9189-472c-bbc8-eed6806e8e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:21.617405288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a861f-9189-472c-bbc8-eed6806e8e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:21.668935637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"128a861f-9189-472c-bbc8-eed6806e8e52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:23.58709623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d30230-1677-4d91-a698-1aff33ab36a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:23.641286784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d30230-1677-4d91-a698-1aff33ab36a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:23.693598446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d30230-1677-4d91-a698-1aff33ab36a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:23.745737845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d30230-1677-4d91-a698-1aff33ab36a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:25.809465001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521495f4-8c25-4c89-b9ff-b43632232ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:25.861317993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521495f4-8c25-4c89-b9ff-b43632232ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:25.915049103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521495f4-8c25-4c89-b9ff-b43632232ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:25.966793134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"521495f4-8c25-4c89-b9ff-b43632232ddc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.215943383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"106623c7-6904-42bc-b620-4c01335e2434","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.271185569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"106623c7-6904-42bc-b620-4c01335e2434","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.57106738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"b43fc04e-df4b-4240-b28f-fe90faeb7b6b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.571087706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"b43fc04e-df4b-4240-b28f-fe90faeb7b6b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.866808612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e2f5af-e59d-4aaa-9770-a63bf2222900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.918603085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e2f5af-e59d-4aaa-9770-a63bf2222900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:27.970551566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e2f5af-e59d-4aaa-9770-a63bf2222900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:28.023046862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54e2f5af-e59d-4aaa-9770-a63bf2222900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.236847328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"17fc7ecb-b4c7-4348-8d60-be03f6c7bde4","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.23690156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"17fc7ecb-b4c7-4348-8d60-be03f6c7bde4","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.302833978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"e0a7d74e-8b15-4198-8cbc-f54fad593a78","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.302857552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"e0a7d74e-8b15-4198-8cbc-f54fad593a78","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.349585041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"e17e8f18-49b2-408c-a253-eb5551acdf51","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:39:33.350251725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"e7d0504a-a975-4fe4-9402-a4ebbd0ef58d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-c9da8f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.406447078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"e17e8f18-49b2-408c-a253-eb5551acdf51","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.459337765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"a3c4e3c1-f511-440f-8824-1d17d1511000","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.459360863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"a3c4e3c1-f511-440f-8824-1d17d1511000","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.514354106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6c9ecf8e-7553-45df-af5f-773ada6c5372","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.514375749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6c9ecf8e-7553-45df-af5f-773ada6c5372","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.624906323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","namespace":"ai-tenant-e2e-ipp-b-0ea963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.62496134Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","namespace":"ai-tenant-e2e-ipp-b-0ea963","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.625010016Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","tenant":"e2e-ipp-b-0ea963","tenantID":"e2e-ipp-b-0ea963","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.679175245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-0ea963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.725996445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"fa30861f-df47-487d-8279-177c4a8b6ad9","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.728069631Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"ae814850-7703-424a-9c8c-e8b1df8338bb","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ipp-route-c9da8f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.753616661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Service","name":"maas-api-e2e-ipp-b-0ea963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.784115876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"fa30861f-df47-487d-8279-177c4a8b6ad9","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.807545528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-0ea963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.863141123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-0ea963","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.894118813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"eb180308-f841-4006-8e01-aaa0032798f8","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.89414704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"eb180308-f841-4006-8e01-aaa0032798f8","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.91911158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:33.973453824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.030181692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.094218426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.112757297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"f495e754-1d56-484a-95ff-134f034a888b","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.148296237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.20201656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.263151856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Service","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.324051789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.378548442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.432422115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.48762622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.543053247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.59815504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.652061197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.705931226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-0ea963","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:34.759605272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-0ea963"},"namespace":"ai-tenant-e2e-ipp-b-0ea963","name":"default-tenant","reconcileID":"89874b34-822c-499f-bfe6-32d19b5090c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-0ea963","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:35.581478635Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-0ea963","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-0ea963","reconcileID":"f36cdef7-1b43-4602-9b2f-ab6ebfc0c95b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-0ea963","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-0ea963"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:36.674011216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d469c6-33da-4340-8a0f-8dca255bb869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:36.726135043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d469c6-33da-4340-8a0f-8dca255bb869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:36.777711222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d469c6-33da-4340-8a0f-8dca255bb869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:36.829442867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d469c6-33da-4340-8a0f-8dca255bb869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:38.704399796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a951815-4bb4-4562-834b-7d1a6170a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:38.758590141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a951815-4bb4-4562-834b-7d1a6170a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:38.810463025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a951815-4bb4-4562-834b-7d1a6170a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:38.862329064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a951815-4bb4-4562-834b-7d1a6170a70e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:40.887853316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4dbaa3-ed3c-4232-bc78-dd0146fb6086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:40.940567444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4dbaa3-ed3c-4232-bc78-dd0146fb6086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:40.992109328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4dbaa3-ed3c-4232-bc78-dd0146fb6086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:41.04412679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f4dbaa3-ed3c-4232-bc78-dd0146fb6086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:44.283892012Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:53.870368107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"7a14c796-a9d7-4a61-a26c-9a40de66be8c","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.035679581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"f20ab9ef-5fbb-4c58-adc3-82c8e3151282","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.035699603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"f20ab9ef-5fbb-4c58-adc3-82c8e3151282","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.470061213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"9c6fc62d-808f-452a-927d-98f58c23470a","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:39:54.526633288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"9c6fc62d-808f-452a-927d-98f58c23470a","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.146792468Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","namespace":"ai-tenant-e2e-ipp-b-634135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.146853696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","namespace":"ai-tenant-e2e-ipp-b-634135","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.146932248Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","tenant":"e2e-ipp-b-634135","tenantID":"e2e-ipp-b-634135","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.20098574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-634135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.262976116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Service","name":"maas-api-e2e-ipp-b-634135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.321880419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-634135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.377278528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-634135","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.431699382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.485667813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.542212889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.596684442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.650231083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.704206092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.763487177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Service","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.822520907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.879535507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.936204375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:03.991200104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:04.046467597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:04.100212445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:04.154012136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:04.207560505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-634135","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:04.260533976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-634135"},"namespace":"ai-tenant-e2e-ipp-b-634135","name":"default-tenant","reconcileID":"797338d8-57fb-4fc1-bc5f-66b578461be3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-634135","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:05.092959428Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-634135","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-634135","reconcileID":"6ff8d8bd-a250-49ca-9204-655d9ab17a89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-634135","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-634135"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.18057198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c08c57-bf58-4cca-976c-566e7c40c936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.233127932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c08c57-bf58-4cca-976c-566e7c40c936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.285612612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c08c57-bf58-4cca-976c-566e7c40c936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.337646253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c08c57-bf58-4cca-976c-566e7c40c936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.49364382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6694501f-dba4-49fe-bfc9-e235f93d196b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.493665121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6694501f-dba4-49fe-bfc9-e235f93d196b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.602270228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"ee4cf0ad-36cf-4ee2-a541-c7f0cd073426","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.609948597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6c92618f-643f-4453-978e-613642d18db9","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.609965434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6c92618f-643f-4453-978e-613642d18db9","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.662238437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"ee4cf0ad-36cf-4ee2-a541-c7f0cd073426","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.72856237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"8e4337e1-653d-45ce-9116-6227e375a766","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.92719383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"98d04c77-dae0-4ce7-89fe-b06d49cb46d1","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:06.983346671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"98d04c77-dae0-4ce7-89fe-b06d49cb46d1","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:07.047397218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"4d192a32-08a1-449b-9303-33dc2c2362cb","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.235215224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088c7ad-81fb-45e7-87d1-25530c393457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.286939204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088c7ad-81fb-45e7-87d1-25530c393457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.338945419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088c7ad-81fb-45e7-87d1-25530c393457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.390464557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9088c7ad-81fb-45e7-87d1-25530c393457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.599359643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"422e1e53-c4b9-42fe-8777-944d65af903f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.756910413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"926815a7-3c5c-4df3-801e-8b457cf635dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.840943258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54c882f1-ea31-45fc-9f60-6c9402f6f421","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.8582543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"752bbb93-4634-49cd-a15a-88b66e7e3300","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:08.974517329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13115966-0148-48ad-a20d-a0f03df74d8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.269177693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"3a52bb2e-a04d-4c57-b264-9af4debeee7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.367887146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"cd42aa79-cd69-4a30-bff9-cecdf5bd7d86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.384913963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"14ce82c8-9df8-4cca-984c-744e6294491e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.481754973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"60e67bd5-5bf7-4189-9eb5-a3c485cb1164","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.630680997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"4e514940-c74b-47ca-8777-3caf09a5d909","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.683744086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"965dac5c-07d5-43cc-b539-0ec0049abd3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.79857558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"807a9da2-7ab4-48d2-9246-e54a98d48d8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:09.931274373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"1ad34cb7-cd3c-4895-b308-e4c9afa06622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:10.308224797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7dbf329-9231-40f0-b358-36415cd724b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:10.359817327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7dbf329-9231-40f0-b358-36415cd724b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:10.411468757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7dbf329-9231-40f0-b358-36415cd724b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:10.463110975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7dbf329-9231-40f0-b358-36415cd724b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:12.338630964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc04122-f7b6-47b8-9dcf-827ab01b4d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:12.390181134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc04122-f7b6-47b8-9dcf-827ab01b4d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:12.444150405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc04122-f7b6-47b8-9dcf-827ab01b4d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:12.495667314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc04122-f7b6-47b8-9dcf-827ab01b4d55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.297769055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.402947306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a3d073-b29f-4e7f-96e6-0425983c2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.454565132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a3d073-b29f-4e7f-96e6-0425983c2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.506096802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a3d073-b29f-4e7f-96e6-0425983c2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:14.558286532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a3d073-b29f-4e7f-96e6-0425983c2a9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.052289107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"7e91cb85-f6bf-4e6b-a34a-f74949d1466e","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.052318369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"7e91cb85-f6bf-4e6b-a34a-f74949d1466e","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.164663233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"cb88c248-1234-4d95-b3a8-dc0e4ec138fa","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.225540958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"cb88c248-1234-4d95-b3a8-dc0e4ec138fa","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.275630219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"42b469b9-2fc5-48cb-9dc9-1719c183a053","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.493963372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f38fc3-04c6-45ad-9f50-0125e3e8021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.554764507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f38fc3-04c6-45ad-9f50-0125e3e8021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.606814534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f38fc3-04c6-45ad-9f50-0125e3e8021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.607057592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"c0d9f368-8793-45bf-96ec-bcdf8cbda435","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.659306861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f38fc3-04c6-45ad-9f50-0125e3e8021f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.721322763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"c0d9f368-8793-45bf-96ec-bcdf8cbda435","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.769757387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"85c9edc4-58b9-4dda-b9e7-de1c16037f2f","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:17.990977858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-25b9ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-25b9ff","reconcileID":"10939062-fd0a-4155-b62b-cbbf9f0cbc5b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-25b9ff","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-25b9ff":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:19.587192407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eb58b-7f7a-4731-ae69-a2565bc6d1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:19.638883198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eb58b-7f7a-4731-ae69-a2565bc6d1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:19.690314296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eb58b-7f7a-4731-ae69-a2565bc6d1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:19.742200776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e5eb58b-7f7a-4731-ae69-a2565bc6d1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.107500925Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","namespace":"ai-tenant-e2e-ipp-b-3f0818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.107579215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","namespace":"ai-tenant-e2e-ipp-b-3f0818","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.107649345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","tenant":"e2e-ipp-b-3f0818","tenantID":"e2e-ipp-b-3f0818","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.165560265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Deployment","name":"maas-api-e2e-ipp-b-3f0818","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.226507548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Service","name":"maas-api-e2e-ipp-b-3f0818","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.283607249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-3f0818","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.338389589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-3f0818","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.392973524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.449697146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.508313972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.56412044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.618479197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.673628011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.754056833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Service","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.863942295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.92498872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:25.980787419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.038368606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.094190888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.160493262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.215017254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.268730994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-3f0818","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.322696789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-3f0818"},"namespace":"ai-tenant-e2e-ipp-b-3f0818","name":"default-tenant","reconcileID":"26cb04a3-1f8b-4986-8091-23294b3078e8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-3f0818","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.688298311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c78681d-228c-4433-b7e8-e038888a01c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.741146932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c78681d-228c-4433-b7e8-e038888a01c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.793374007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c78681d-228c-4433-b7e8-e038888a01c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:26.853710701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c78681d-228c-4433-b7e8-e038888a01c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:27.247776079Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-3f0818","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-3f0818","reconcileID":"dfd129d0-32b6-4967-9dff-7dddaf486817","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-3f0818","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-3f0818"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:27.883460691Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d867bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d867bb","reconcileID":"aab8b5dd-874a-49d9-9d43-0dbbeb5622ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d867bb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-d867bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.256300825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"b690124d-2996-419c-9ef5-5ee9b63f6cb8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.378044698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"bcd58c18-2695-47b6-99d7-709d85e5d5d3","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.448328091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"bcc77c5d-77bc-49bf-b4a8-27272ed9165f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.538754771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"a06fbc33-ef97-4ae0-8c7f-402e11728668","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.63839954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"20b85cf0-b04c-4d57-b393-123a9872873e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.739516671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"1729d012-cff3-40fa-9624-d6b2994c9e63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.808724073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8499657c-adfa-46a8-8d33-b10cae42e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.846360542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"91279028-34ee-4cbb-8d94-6e8198b11c58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.861691469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8499657c-adfa-46a8-8d33-b10cae42e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.914476046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8499657c-adfa-46a8-8d33-b10cae42e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:28.967782328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8499657c-adfa-46a8-8d33-b10cae42e67b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.086768454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"231fa8e0-c2f8-4675-b8b9-6548e5730480","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.299940534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"b98faeec-f54d-428d-8026-d6e3aa5fa607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.367404772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2c4a1f3-6180-4be8-bea4-dd7dd18b3255","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.462823265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"5865bfa9-d213-48af-91d5-12760ea6c3ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.568580171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"ff134095-525c-4f69-9c10-83b2fa764b06","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:29.672508059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"c5ad341a-58d6-45ab-9d8f-daf729adbc9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:30.896681926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a47f02-40ec-4441-8910-fedf4398d915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:30.948971694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a47f02-40ec-4441-8910-fedf4398d915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.000631762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a47f02-40ec-4441-8910-fedf4398d915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.052313468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34a47f02-40ec-4441-8910-fedf4398d915","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.487785455Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-66100b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-66100b","reconcileID":"b4dd77f6-e7b8-401a-b537-c76b1a60b7f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-66100b","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-66100b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.808700217Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.808789455Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.864766837Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.864792714Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.864949049Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.867063644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"73400bcb-7739-42a7-a99a-b1efc7abf69b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.867081801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"73400bcb-7739-42a7-a99a-b1efc7abf69b","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.937078807Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"08b33275-59e8-4bae-af7e-251878676d60","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.937788929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"c6c9de8b-cff1-48a8-a8df-77ce2be9f161","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.937805746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"c6c9de8b-cff1-48a8-a8df-77ce2be9f161","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:31.940230217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"110e0b7c-2a6a-4f00-b445-7bad63d9a213","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.005609938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"110e0b7c-2a6a-4f00-b445-7bad63d9a213","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.049653802Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"f034d103-0e03-4bee-96ac-8a69e648a04b","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f758a2a6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.295787912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"bac26ffa-7ef3-4e0c-820c-7f6d277c17a5","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.562174145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"bac26ffa-7ef3-4e0c-820c-7f6d277c17a5","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.689924199Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"bac26ffa-7ef3-4e0c-820c-7f6d277c17a5","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"e2e-ipp-a-c9da8f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.689947715Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-auth","reconcileID":"bac26ffa-7ef3-4e0c-820c-7f6d277c17a5","MaaSAuthPolicy":{"name":"ipp-route-c9da8f-auth","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.749388017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"02a9daeb-561f-4849-8456-124f58dfdc4c","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:32.749408276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"02a9daeb-561f-4849-8456-124f58dfdc4c","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:33.089827006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75934fa-8f65-4ae0-adca-708f20ccac2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:33.141437231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75934fa-8f65-4ae0-adca-708f20ccac2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:33.192927031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75934fa-8f65-4ae0-adca-708f20ccac2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:33.244884655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75934fa-8f65-4ae0-adca-708f20ccac2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:35.18331391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455765b2-7018-49b2-984b-15edf7b107c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:35.234957859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455765b2-7018-49b2-984b-15edf7b107c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:35.287013793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455765b2-7018-49b2-984b-15edf7b107c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:35.338436547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455765b2-7018-49b2-984b-15edf7b107c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:40.724707587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b9812-a50f-4aff-a21f-bf5d778e2c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:40.776482408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b9812-a50f-4aff-a21f-bf5d778e2c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:40.830183194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b9812-a50f-4aff-a21f-bf5d778e2c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:40.883463423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f27b9812-a50f-4aff-a21f-bf5d778e2c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:41.308607755Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0c0723","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0c0723","reconcileID":"8730667b-9bda-4dc7-bf77-1cab0a6516f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0c0723","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0c0723":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.105782176Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"be9b4581-2074-4356-9f60-d67d5118071e","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","subscription":"ipp-route-c9da8f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.158515757Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"be9b4581-2074-4356-9f60-d67d5118071e","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.244573077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f-sub","reconcileID":"be9b4581-2074-4356-9f60-d67d5118071e","MaaSSubscription":{"name":"ipp-route-c9da8f-sub","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"name":"maas-trlp-ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.516132425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"ebdba400-2a9b-4439-b845-c10aa05aef6f","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"tenant":"e2e-ipp-a-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","model":"ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.51615375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"ebdba400-2a9b-4439-b845-c10aa05aef6f","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"routeName":"ipp-route-c9da8f-kserve-route","namespace":"ai-tenant-e2e-ipp-a-c9da8f","llmisvcName":"ipp-route-c9da8f","gateway":"openshift-ingress/e2e-ipp-a-c9da8f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.762965641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a02bb66-4273-4446-8b3b-06d3a3e0d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.814672679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a02bb66-4273-4446-8b3b-06d3a3e0d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.86607324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a02bb66-4273-4446-8b3b-06d3a3e0d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:42.919377015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a02bb66-4273-4446-8b3b-06d3a3e0d267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:40:44.28547933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:07.514976878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"bdc05853-3535-417e-b122-a003377a6741","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:07.630110074Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"bdc05853-3535-417e-b122-a003377a6741","name":"e2e-praxis-a-25b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:14.283155396Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:17.02138478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"08dfa3e8-b0ab-4561-9bda-fa74f7f3e582","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-d867bb","tenantID":"e2e-praxis-b-d867bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:17.136809933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"08dfa3e8-b0ab-4561-9bda-fa74f7f3e582","name":"e2e-praxis-b-d867bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.497891636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"39a7e52b-ee61-4510-9c7c-1430f9ffe193","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-66100b","tenantID":"e2e-praxis-a-66100b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.612464965Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"39a7e52b-ee61-4510-9c7c-1430f9ffe193","name":"e2e-praxis-a-66100b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.670409677Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.670491031Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","namespace":"ai-tenant-e2e-ipp-a-c9da8f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.670554551Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","tenant":"e2e-ipp-a-c9da8f","tenantID":"e2e-ipp-a-c9da8f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.72372739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Deployment","name":"maas-api-e2e-ipp-a-c9da8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.783945432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Service","name":"maas-api-e2e-ipp-a-c9da8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.843069154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-c9da8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.897338976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-c9da8f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:26.955180997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.008680734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.062962286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.116957329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.170621963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.226233405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.289041511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Service","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.352109368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.406138511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.4691486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.523493905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.58525248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.648827551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.710553878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.76361089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-c9da8f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:27.817666233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"default-tenant","reconcileID":"57936404-9122-4ced-a26e-71982db691fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-c9da8f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:28.638938006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-c9da8f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-c9da8f","reconcileID":"f76f04ed-0088-473b-8cc0-35a424b16c7f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-c9da8f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-c9da8f"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.807650296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"924689ef-0ee8-42f4-a7fd-33b37e086f30","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.9161715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"924689ef-0ee8-42f4-a7fd-33b37e086f30","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.921570759Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"ae457a3c-b80f-417e-b850-8b97aaa1a546","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.921654246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"ae457a3c-b80f-417e-b850-8b97aaa1a546","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.93280525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"11242a95-51cf-4b7a-8476-1412fa618744","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.932891493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"11242a95-51cf-4b7a-8476-1412fa618744","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.954018217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"4c571bb8-a846-4f5f-8a72-a836d426bea5","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.95408301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"4c571bb8-a846-4f5f-8a72-a836d426bea5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.995303833Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"213301b1-85ed-498d-a99b-5c34c6a7787f","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:28.995360035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"213301b1-85ed-498d-a99b-5c34c6a7787f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.076112821Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"62c1eec1-f0bc-4ff6-af78-f600d1f128f5","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.076184324Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"62c1eec1-f0bc-4ff6-af78-f600d1f128f5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.236627607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"b581f23a-3569-4a44-8059-22fbde806ab3","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.236699596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"b581f23a-3569-4a44-8059-22fbde806ab3","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.557983521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"82450760-bb47-4ef8-8627-ff777a564f4e","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:29.558048774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"82450760-bb47-4ef8-8627-ff777a564f4e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:29.738296022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc0800b-cccf-4b56-bd7a-512db3fcb517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:29.791745519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc0800b-cccf-4b56-bd7a-512db3fcb517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:29.84367904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc0800b-cccf-4b56-bd7a-512db3fcb517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:29.895445543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dc0800b-cccf-4b56-bd7a-512db3fcb517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:30.199225472Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"c0e93cec-5d49-41a4-8266-13b392d27dab","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:30.199301018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"c0e93cec-5d49-41a4-8266-13b392d27dab","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:31.479583301Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"a122803e-4a35-44e5-9dc7-a63c2c981a4f","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:31.479650245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"a122803e-4a35-44e5-9dc7-a63c2c981a4f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:31.743180421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2a6061-b8a2-4591-a08c-c1204e12a0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:31.800966707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2a6061-b8a2-4591-a08c-c1204e12a0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:31.854917965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2a6061-b8a2-4591-a08c-c1204e12a0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:31.906790866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b2a6061-b8a2-4591-a08c-c1204e12a0c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:34.040541659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"5dac27d5-c055-401f-a70f-a7bdad7be803","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:34.040606715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"5dac27d5-c055-401f-a70f-a7bdad7be803","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:34.74194347Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"97ca208e-3111-43c8-a8f4-411df8d2a09a","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:34.742028199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"97ca208e-3111-43c8-a8f4-411df8d2a09a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.112900386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"9c8e2dbf-09d8-45dd-81ab-8287db3b43b6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0c0723","tenantID":"e2e-praxis-a-0c0723","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:42.2279989Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"9c8e2dbf-09d8-45dd-81ab-8287db3b43b6","name":"e2e-praxis-a-0c0723-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.282696354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.41862718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b1387b4f-ec91-477b-967a-9e5c9521375c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.538733105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"37501469-2436-41d0-bcf5-69fbe309c57c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.71446874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"2c5f0425-b4e7-4e08-b528-58b7e402f1c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.814476663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"0989a7c9-96b8-4dea-9fdf-d4795e1e6ba0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.915170038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"8e278f91-3dea-4ec5-bc36-13e3aef44bc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:44.949843893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"2bb6d465-33be-4843-9198-77d7353a1b0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:44.982739927Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"68017b22-939a-45a9-8403-5244614a2676","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:44.982802754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"68017b22-939a-45a9-8403-5244614a2676","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-c9da8f/ipp-route-c9da8f-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-c9da8f]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.063833421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"57bef72e-f663-479d-8a06-2dc406a74489","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.165307355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"6bde576c-e742-447c-8f1c-2369fd4c2edf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.265025136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"45343a65-39c9-4ee6-ba14-f796fc1a7357","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.310158412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99d367d6-206b-4209-b482-8985f4719cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.649436881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"024b95ea-d570-4123-a9ca-2e0eb68c6d3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:41:45.749809361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"cbd8ec78-dd53-4ddf-ac0b-5481424b6246","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:41:54.507457796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-c9da8f","namespace":"ai-tenant-e2e-ipp-a-c9da8f"},"namespace":"ai-tenant-e2e-ipp-a-c9da8f","name":"ipp-route-c9da8f","reconcileID":"6e20c927-480a-4949-9667-0ba3b79796e1","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-c9da8f\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.031204367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"b5ab1367-1be5-4798-97b6-cd1fac037c31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.217405388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8b73df9-9548-41ba-9ef1-9b2c762c25c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.31637922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"608f2fef-1e43-4ec3-ab88-5a314aeccc25","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.487204736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf017e6c-848a-4753-82eb-d5f1945c2ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.515035967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"b4ba843b-2faa-492a-b1da-686121ec8eb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.616175366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"b3d72b18-f316-4b1a-999c-2bb45ddb462c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.61737142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"c67a9dec-a898-4f47-b012-6098d28a1be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.750332331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"4a5528e3-ce2f-40fe-b0ab-28aef4250eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:01.882786656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"30664210-a2a4-4ce4-86ab-9762d767f288","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.061937168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"ee89c575-010f-4443-a840-5e3010ce9fc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.178584904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca86ac-206a-4a79-92e5-0f9ec24b1f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.230704724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca86ac-206a-4a79-92e5-0f9ec24b1f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.282457102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca86ac-206a-4a79-92e5-0f9ec24b1f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.334037748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca86ac-206a-4a79-92e5-0f9ec24b1f41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.438675838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"5e05b3d3-d1c4-4958-9e4b-844b1eda40a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:02.49055288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"eee00166-6eac-4866-8c5c-c9daa0aa6c17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:04.193602149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e5d5d-8ee3-45d0-a9bd-046d3625de5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:04.248143511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e5d5d-8ee3-45d0-a9bd-046d3625de5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:04.307098351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e5d5d-8ee3-45d0-a9bd-046d3625de5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:04.358902452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d0e5d5d-8ee3-45d0-a9bd-046d3625de5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.259746683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfa8961-78e3-4c10-a2fd-9618f8ab7f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.311300175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfa8961-78e3-4c10-a2fd-9618f8ab7f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.362832782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfa8961-78e3-4c10-a2fd-9618f8ab7f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:06.414321066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bfa8961-78e3-4c10-a2fd-9618f8ab7f6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:08.275820963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335987e-0a55-43f3-ac7b-8184a370eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:08.327683421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335987e-0a55-43f3-ac7b-8184a370eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:08.3793338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335987e-0a55-43f3-ac7b-8184a370eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:08.431926563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c335987e-0a55-43f3-ac7b-8184a370eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:10.336389374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc297947-9aaa-47a4-9682-4fe2c2842f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:10.387795245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc297947-9aaa-47a4-9682-4fe2c2842f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:10.439200927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc297947-9aaa-47a4-9682-4fe2c2842f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:10.490589721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc297947-9aaa-47a4-9682-4fe2c2842f85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:12.372995781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24492752-8604-4205-959b-92e350cc9ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:12.424674886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24492752-8604-4205-959b-92e350cc9ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:12.476136152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24492752-8604-4205-959b-92e350cc9ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:12.527811108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24492752-8604-4205-959b-92e350cc9ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.282471948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.461730191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbff722-e58a-4568-8450-19ec71ab3c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.513450135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbff722-e58a-4568-8450-19ec71ab3c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.565248167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbff722-e58a-4568-8450-19ec71ab3c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:14.616728974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbff722-e58a-4568-8450-19ec71ab3c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:16.484592208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966121fc-b939-462b-9a3d-6e4d9d52082d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:16.536287208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966121fc-b939-462b-9a3d-6e4d9d52082d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:16.587772297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966121fc-b939-462b-9a3d-6e4d9d52082d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:16.639605253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"966121fc-b939-462b-9a3d-6e4d9d52082d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:17.878637754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"15732392-2d7a-450e-8799-5d1523ce1afd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:17.980429137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"19363d98-ee61-4e7b-a6c1-ad666b5bf0e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.108956168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"f6dfe127-e3f5-480c-92b8-f2e1a871c3cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.209295874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"0c49c12f-ddf4-4e4d-bda3-1589c9953820","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.226306618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"19fe9521-1db0-49da-b781-81f5739f1cfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.310019375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"cb5e5f60-8cb8-4df3-8c79-c975b9333f8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.455727382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39013fca-23ed-43a6-9ee1-0609289e0849","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.572997828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"36279c53-0067-44ff-94f7-01cb0b9a8576","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.808812116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"c001926f-0157-4a94-998e-faa36872bbb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:18.930636463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2797dd38-a11a-4739-8214-b8af94d6adc4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:19.045472132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"1d36e110-9493-43a1-949f-a812a52cabf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:19.145940197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"94a7b326-7da2-4bdc-8079-ec3e12353b6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:20.403121817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a425c0fc-2da9-44ba-b111-ff21073ee5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:20.454955296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a425c0fc-2da9-44ba-b111-ff21073ee5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:20.506571326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a425c0fc-2da9-44ba-b111-ff21073ee5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:20.558107203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a425c0fc-2da9-44ba-b111-ff21073ee5a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.416740227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c618851-1896-4828-ac25-86e2c095261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.468448634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c618851-1896-4828-ac25-86e2c095261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.51995029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c618851-1896-4828-ac25-86e2c095261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:22.571639979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c618851-1896-4828-ac25-86e2c095261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:28.003316445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b7bab4-99bd-4899-bfb2-b2b082220293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:28.054890407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b7bab4-99bd-4899-bfb2-b2b082220293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:28.107282448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b7bab4-99bd-4899-bfb2-b2b082220293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:28.159650397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15b7bab4-99bd-4899-bfb2-b2b082220293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:30.011526375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c10ed15-3751-4649-8e44-65b063ad960c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:30.063143159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c10ed15-3751-4649-8e44-65b063ad960c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:30.11467602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c10ed15-3751-4649-8e44-65b063ad960c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:30.166108386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c10ed15-3751-4649-8e44-65b063ad960c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:32.022159904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b33644-17f7-4242-982b-40a519fa3a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:32.073799357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b33644-17f7-4242-982b-40a519fa3a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:32.1253389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b33644-17f7-4242-982b-40a519fa3a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:32.176931389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b33644-17f7-4242-982b-40a519fa3a0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.062336123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5debd-ad92-4b4b-8e5a-511726b70e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.114140157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5debd-ad92-4b4b-8e5a-511726b70e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.165636499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5debd-ad92-4b4b-8e5a-511726b70e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:34.217228594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bce5debd-ad92-4b4b-8e5a-511726b70e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.562637481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f30b4a2-a42c-4910-b379-380074bfd148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.614492836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f30b4a2-a42c-4910-b379-380074bfd148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.665851701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f30b4a2-a42c-4910-b379-380074bfd148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:36.717361967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f30b4a2-a42c-4910-b379-380074bfd148","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:37.069792502Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ade881","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ade881","reconcileID":"0f7ea01d-f2b1-43c2-9300-107c6e9cf0f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ade881","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ade881":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.593988154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05b803-f8d9-40c9-8fd0-964a41f0fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.645667322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05b803-f8d9-40c9-8fd0-964a41f0fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.697540001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05b803-f8d9-40c9-8fd0-964a41f0fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:38.749225958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba05b803-f8d9-40c9-8fd0-964a41f0fe6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:40.639372283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3d73b-ca0e-4cfd-baf7-72287f54473f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:40.692471883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3d73b-ca0e-4cfd-baf7-72287f54473f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:40.746150851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3d73b-ca0e-4cfd-baf7-72287f54473f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:40.797558894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a3d73b-ca0e-4cfd-baf7-72287f54473f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.79482644Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","namespace":"ai-tenant-e2e-ipp-b-a31828","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.795011291Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","namespace":"ai-tenant-e2e-ipp-b-a31828","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.79508542Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","tenant":"e2e-ipp-b-a31828","tenantID":"e2e-ipp-b-a31828","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.850587288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-a31828","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.909781857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Service","name":"maas-api-e2e-ipp-b-a31828","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:43.964218506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-a31828","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.016953106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-a31828","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.07550348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.12885163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.18456818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.241389916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.284908141Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.294785351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.349009774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.408665043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Service","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.469567112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.523352946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.57751084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.67628068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.730675481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.78372751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.837142139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:44.890117663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-a31828","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.052610115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-a31828"},"namespace":"ai-tenant-e2e-ipp-b-a31828","name":"default-tenant","reconcileID":"b3bace05-17e7-4f3a-8189-ec0f873c468c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-a31828","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.114096921Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","namespace":"ai-tenant-e2e-praxis-a-6a9710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.114184295Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","namespace":"ai-tenant-e2e-praxis-a-6a9710","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.114264042Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","tenant":"e2e-praxis-a-6a9710","tenantID":"e2e-praxis-a-6a9710","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.168026536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6a9710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.232585495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Service","name":"maas-api-e2e-praxis-a-6a9710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.297348755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6a9710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.354569264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6a9710","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.408557745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.462074233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.517399611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.570804422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.592506395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022bf941-8ad7-4a3d-988a-07cf7d4ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.643519556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.644917912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022bf941-8ad7-4a3d-988a-07cf7d4ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.69706451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.697187456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022bf941-8ad7-4a3d-988a-07cf7d4ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.74828778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Service","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.748746915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"022bf941-8ad7-4a3d-988a-07cf7d4ee78c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.799924922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.850851157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.902064571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:45.952936218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.015279524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.066116997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.117081879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.170590782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6a9710","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.178043869Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-a31828","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-a31828","reconcileID":"96509716-91fd-4f75-b791-069b45768120","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-a31828","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-a31828"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:46.221825071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6a9710"},"namespace":"ai-tenant-e2e-praxis-a-6a9710","name":"default-tenant","reconcileID":"5e210958-6091-45d0-ad44-8f1189427ec0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6a9710","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:47.278088508Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6a9710","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6a9710","reconcileID":"40d3bea5-a06d-4013-8fca-7313f79f0568","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6a9710","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6a9710"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:47.627694458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c81ac6-ac31-418a-b162-e6409fe3d2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:47.679772937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c81ac6-ac31-418a-b162-e6409fe3d2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:47.731312443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c81ac6-ac31-418a-b162-e6409fe3d2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:47.782931956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95c81ac6-ac31-418a-b162-e6409fe3d2a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:49.226336492Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-001a26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-001a26","reconcileID":"efd6f295-f849-4e3b-9009-b134da65124c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-001a26","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-001a26":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:49.669912118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba0cabf-8a88-45bc-8158-3e8a9bde794b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:49.721510592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba0cabf-8a88-45bc-8158-3e8a9bde794b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:49.77295875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba0cabf-8a88-45bc-8158-3e8a9bde794b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:49.824833268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ba0cabf-8a88-45bc-8158-3e8a9bde794b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:51.761493061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94be8753-e8e2-43db-bfe4-97ac8ad7f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:51.814082173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94be8753-e8e2-43db-bfe4-97ac8ad7f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:51.866623584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94be8753-e8e2-43db-bfe4-97ac8ad7f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:51.918251005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94be8753-e8e2-43db-bfe4-97ac8ad7f3cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:53.782570701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b729f-6b67-4038-a93a-4daed2ed88c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:53.834521395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b729f-6b67-4038-a93a-4daed2ed88c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:53.886107509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b729f-6b67-4038-a93a-4daed2ed88c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:53.937431681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb8b729f-6b67-4038-a93a-4daed2ed88c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:55.869320705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c44e488-1479-4e07-b172-3f5ca11d6e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:55.921067174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c44e488-1479-4e07-b172-3f5ca11d6e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:55.973342013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c44e488-1479-4e07-b172-3f5ca11d6e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:56.025975209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c44e488-1479-4e07-b172-3f5ca11d6e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:57.933480443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69f083f-c1c6-4001-b027-06e7318ea343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:57.986084613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69f083f-c1c6-4001-b027-06e7318ea343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:58.037669723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69f083f-c1c6-4001-b027-06e7318ea343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:58.089363105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69f083f-c1c6-4001-b027-06e7318ea343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:42:59.953963929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d098123e-6592-45b9-a886-a9ed1e4638ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:00.006620878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d098123e-6592-45b9-a886-a9ed1e4638ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:00.058113893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d098123e-6592-45b9-a886-a9ed1e4638ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:00.10974145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d098123e-6592-45b9-a886-a9ed1e4638ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:01.994009543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f67afe6-2b73-4127-806f-ca850fdce2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.045556364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f67afe6-2b73-4127-806f-ca850fdce2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.097139633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f67afe6-2b73-4127-806f-ca850fdce2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.149356731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f67afe6-2b73-4127-806f-ca850fdce2b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.736033821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"09e28199-72be-489d-8aa4-b15e04a90858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.84804462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"7ca3f896-1d70-449b-83df-aed9cd00dc6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:02.945703425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a27cb681-a70c-4cc9-90e9-0db8fe922a8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.044073573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"e06384fa-18b7-426d-ac06-1131e87b7c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.243447416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"7bb744ef-2849-4868-9340-7befdf509699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.347384309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6613e201-e844-4c34-bf46-dc155636fb7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.458639846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"2643a787-7fb1-43df-83f2-ea6234f7abe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.563241157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0aaef725-08f0-4cf5-a165-13d0ea131d46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.61504175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"e6af6f5c-6be5-485a-a986-18ec91dcbb2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.766100084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"85ddaee2-2398-4407-a81f-386ca72e8b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.866645505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"aafc255f-a342-4e67-bbbd-5d017e2e4351","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:03.888645884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"931e70d4-b313-4d6d-b5dd-350d36444905","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:04.018490516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4b9bd0-5e9c-49fe-a631-c6a568c12084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:04.070498619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4b9bd0-5e9c-49fe-a631-c6a568c12084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:04.12200773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4b9bd0-5e9c-49fe-a631-c6a568c12084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:04.174799751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a4b9bd0-5e9c-49fe-a631-c6a568c12084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:05.529271708Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-76aba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-76aba6","reconcileID":"8e374ec8-8a0f-4287-8a5c-914dfbaa8a3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-76aba6","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-76aba6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.066325847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb715a-6586-41b3-b736-c11eeefb5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.119005148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb715a-6586-41b3-b736-c11eeefb5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.170458079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb715a-6586-41b3-b736-c11eeefb5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.222104478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb715a-6586-41b3-b736-c11eeefb5da0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.657721516Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","namespace":"ai-tenant-e2e-praxis-b-d867bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.657801752Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","namespace":"ai-tenant-e2e-praxis-b-d867bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.657918091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","tenant":"e2e-praxis-b-d867bb","tenantID":"e2e-praxis-b-d867bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.711282653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Deployment","name":"maas-api-e2e-praxis-b-d867bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.76979679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Service","name":"maas-api-e2e-praxis-b-d867bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.828180955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-d867bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.881587454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-d867bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.936852725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:06.991126003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.04707795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.101107385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.156631875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.20996238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.32643861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Service","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.388018297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.441279186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.49435207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.579605007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.6430504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.712568902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.769626801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.820699954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-d867bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:07.87421419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-d867bb"},"namespace":"ai-tenant-e2e-praxis-b-d867bb","name":"default-tenant","reconcileID":"ea7c819f-1fa5-4f2a-88fe-456eb192c9cc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-d867bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:08.105295117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196ecc64-a72d-4692-8305-9a5ec3183172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:08.157410326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196ecc64-a72d-4692-8305-9a5ec3183172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:08.21046592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196ecc64-a72d-4692-8305-9a5ec3183172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:08.262073875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"196ecc64-a72d-4692-8305-9a5ec3183172","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:10.135700555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a43ebc7-5d54-4fd0-849c-108046f01681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:10.187239285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a43ebc7-5d54-4fd0-849c-108046f01681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:10.238706839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a43ebc7-5d54-4fd0-849c-108046f01681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:10.290308885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a43ebc7-5d54-4fd0-849c-108046f01681","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:12.181794706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5379dd-8000-4205-a79b-6cec13a53eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:12.233967547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5379dd-8000-4205-a79b-6cec13a53eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:12.285538655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5379dd-8000-4205-a79b-6cec13a53eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:12.337192099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee5379dd-8000-4205-a79b-6cec13a53eef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.282522302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:14.307841849Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-d867bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-d867bb","reconcileID":"ac60ddfd-ce30-4983-9d67-e71578497dc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-d867bb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-d867bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.395737281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a93956d-17b2-4d13-b30f-e6e67121e776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.447394692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a93956d-17b2-4d13-b30f-e6e67121e776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.49887527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a93956d-17b2-4d13-b30f-e6e67121e776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:15.550985572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a93956d-17b2-4d13-b30f-e6e67121e776","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:17.43136195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0339a2-24d1-462e-8750-4d1812e90965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:17.483380616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0339a2-24d1-462e-8750-4d1812e90965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:17.53508336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0339a2-24d1-462e-8750-4d1812e90965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:17.587013085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e0339a2-24d1-462e-8750-4d1812e90965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.441519583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"29e439dc-5ba0-403d-9ce9-fc2314931237","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.495690982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"db314907-8611-418e-b562-2bb65a95565a","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:43:18.549408717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-apikey-sub-binding-a3787f19","reconcileID":"63382398-732e-475a-b106-6eb33724d45e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-a3787f19\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.627792109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"59631834-8835-48d7-83b0-d5e98b4829ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.627960075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3863e58-8cde-4edd-9536-a0105df9fa18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.682945407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3863e58-8cde-4edd-9536-a0105df9fa18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.683798557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"59631834-8835-48d7-83b0-d5e98b4829ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.737073483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"69f0e262-0d37-463c-9cc2-78e7f6194901","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:18.792976507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e0c3b74f-97b7-434f-8fec-86d50d2be386","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.048577702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"68c605d9-ec5c-4f26-9765-977f2cb7a8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.049377483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"61511c4c-f4de-43af-bd10-278283d9e01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.106365334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"61511c4c-f4de-43af-bd10-278283d9e01e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.106466949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"68c605d9-ec5c-4f26-9765-977f2cb7a8e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.107890431Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-apikey-sub-binding-a3787f19","reconcileID":"192bcc83-cb0f-4c7c-9edb-89cea0ca5a11","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-apikey-sub-binding-a3787f19","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.271129445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e7fabc66-b85a-49d2-a5c5-b51fe6684b33","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.314182732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"513d82ca-6a64-4e34-afa7-e62c48f91347","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.447825585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9be434-8bd3-4a22-ad6c-a6b2b0acc866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.477270709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-apikey-sub-binding-a3787f19","reconcileID":"56b56bf6-ed5a-4f2f-a328-929044f813b1","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.499413485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9be434-8bd3-4a22-ad6c-a6b2b0acc866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.551115184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9be434-8bd3-4a22-ad6c-a6b2b0acc866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:19.603486549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec9be434-8bd3-4a22-ad6c-a6b2b0acc866","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.396116219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"0e726f81-0989-4461-adbe-3bb3894c46dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ade881","tenantID":"e2e-praxis-b-ade881","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.516643126Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"0e726f81-0989-4461-adbe-3bb3894c46dd","name":"e2e-praxis-b-ade881-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.570704674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8f43acca-8795-4933-a5f8-b8c319541a5c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.725040384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e002040b-7403-4877-a43f-b06a444fdef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.725519814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"87e87528-c743-452a-96b7-2bf1a0b30ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.782316268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"e002040b-7403-4877-a43f-b06a444fdef3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:32.785287496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"87e87528-c743-452a-96b7-2bf1a0b30ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.414013654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"9cb41263-ab03-4c8c-8dbb-e051c66d10c5","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.470948377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"38bbe369-b7af-423f-9d22-a08be344a5cf","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:43:33.520013082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-sub","reconcileID":"4deb6a44-bab1-4d85-8f9c-ae58ead186a9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.569655813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e062b27a-7208-4017-94b7-b07f9af94bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.56981488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ae096734-292f-46c0-8732-df1c0f018289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.628286259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ae096734-292f-46c0-8732-df1c0f018289","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.629060344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e062b27a-7208-4017-94b7-b07f9af94bc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.637103973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"b0d2bbf0-9ecd-47a6-95cf-d3142f8542aa","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.694198484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"712529dd-c333-402a-8e37-c547a3302f42","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.959162341Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-sub","reconcileID":"1510c3cd-9f9a-4148-8da9-b09c367f0bb4","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-ordering-sub","ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.987437386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"224695f5-7c95-468f-9ef8-810cd2dc0ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:33.98744129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"6df20506-9f8f-45a4-8f1e-e025fe8101b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.044320226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"6df20506-9f8f-45a4-8f1e-e025fe8101b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.044415895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"224695f5-7c95-468f-9ef8-810cd2dc0ee1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.124096698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"77d477f2-3e35-4a92-95bf-7de1690ed2fb","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.167828754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"407a4f9e-a648-4a3a-a593-02defeb5c82a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:34.334930544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-sub","reconcileID":"5e44ab08-d7ee-485f-91dc-ea3322ffa6a4","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:37.08230638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"40729ca6-7499-46b2-8e3f-91fd797dd135","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:37.136424291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"9391f14a-fe65-4e19-b94c-9543776a1ae7","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:37.291151369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"d6fc3214-8af8-4a3d-8a44-3be6bf20dd33","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:37.346716686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"d6fc3214-8af8-4a3d-8a44-3be6bf20dd33","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:37.660521985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"ac49733d-40ec-48ee-968e-080bf7a85c74","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.01038025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"7657bce8-cdbf-4dbb-ad75-f8bda1cbe257","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.16550106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"314b00de-4c69-4b4b-9e0f-b8a6466c8ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.16563496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"5b39c25c-68f4-41fd-92a6-9bff9b3bdfd1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.16550116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bcc5abdd-966c-4378-9004-bb7a15d4de94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.22430949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bcc5abdd-966c-4378-9004-bb7a15d4de94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.225637124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"5b39c25c-68f4-41fd-92a6-9bff9b3bdfd1","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:40.226984288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"314b00de-4c69-4b4b-9e0f-b8a6466c8ea6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:42.733812315Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-apikey-sub-binding-a3787f19","reconcileID":"fb9a661a-8203-4789-b762-4843d63fa814","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-apikey-sub-binding-a3787f19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:42.953726759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-apikey-sub-binding-a3787f19","reconcileID":"fb9a661a-8203-4789-b762-4843d63fa814","MaaSSubscription":{"name":"e2e-apikey-sub-binding-a3787f19","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.165813246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"04b1af80-bd0e-4adf-9f7a-b4fcbc3464e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.216993179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"1c965658-dbca-4b9f-b21c-400c2c5b283b","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.372181792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1c91fbae-080b-4e29-b26d-0ec2eaed0987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.37217832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"465a5593-f46e-4d5f-9605-1b868e2a337c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.428969679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"1c91fbae-080b-4e29-b26d-0ec2eaed0987","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:43.429237974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"465a5593-f46e-4d5f-9605-1b868e2a337c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.283616449Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.329139421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"e04e5a6b-f312-45d5-9e46-b464dabd9426","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.387446269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"a87a6cce-af8a-40f0-873e-58abc03d462f","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.543333671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"b15f5749-f279-49b8-983c-bb786873bb47","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.60095278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"b15f5749-f279-49b8-983c-bb786873bb47","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.616936901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"5133f776-5825-4d67-950d-f2d0d13d6954","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.673573411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"5c486e94-0dae-44f6-9c52-a13bb436f86c","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:43:44.73221336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-success","reconcileID":"32441bb5-398f-4d7a-96f5-af74e3bdb877","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.775166795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0efdfd1b-c6cb-4915-8a56-e593099ad9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.78401765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2ae5d996-9a0a-4784-9ba4-8e602e4f15f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.856962499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2ae5d996-9a0a-4784-9ba4-8e602e4f15f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.858591953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"0efdfd1b-c6cb-4915-8a56-e593099ad9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.858927891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"9a308248-4659-4122-a191-be22f691d1a5","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.918186592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"0e75425d-7ae1-4f08-9e53-ee8d68a75379","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:44.92879526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"4f9b4cde-26c8-41b8-a41d-42ae3fa43929","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.088756576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"a5961e75-57f1-4057-bd55-f36fe66c093d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.146355317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"a5961e75-57f1-4057-bd55-f36fe66c093d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.188361498Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-success","reconcileID":"d57ff6b1-6b53-49e5-9010-24e3afb19f79","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-e621db/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.219612073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e9e78c66-8a39-4017-8fc6-a2e2aee71e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.219612105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3f964390-3d7e-4dae-bbee-1ebfa349ad0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.275885772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3f964390-3d7e-4dae-bbee-1ebfa349ad0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.277268933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e9e78c66-8a39-4017-8fc6-a2e2aee71e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.352904307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"b6e36e58-ea69-483b-a236-9441f4864b86","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.399992978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"1af69ee5-369f-4817-bba4-8334683d2247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:45.560964341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-success","reconcileID":"0fd04f7d-3bc9-4f4a-a379-02e8bdf37907","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:46.947835168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"62957d26-0f16-43d2-95fe-0705779f0db6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-001a26","tenantID":"e2e-praxis-b-001a26","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:47.06561082Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"62957d26-0f16-43d2-95fe-0705779f0db6","name":"e2e-praxis-b-001a26-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.265242863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"c44dd35d-8738-406a-9d84-f1ca16fc4f89","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.422563636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9053a664-9145-4fc9-864c-301a818ec69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.425688364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f5441165-ad16-4717-bd30-870b6e70713d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.427945473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"8d655ac3-da3c-4732-b61e-37ffc849947f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.480612812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9053a664-9145-4fc9-864c-301a818ec69d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.486944367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"8d655ac3-da3c-4732-b61e-37ffc849947f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:48.490239735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"f5441165-ad16-4717-bd30-870b6e70713d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.172996584Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-sub","reconcileID":"a828e5fa-299c-40b7-8264-ce53cc429ec7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.392316252Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-sub","reconcileID":"a828e5fa-299c-40b7-8264-ce53cc429ec7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.599041269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"5911c808-29e2-4786-9b75-c06082f0036a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.663976297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"9ee294a6-419c-4fc3-9563-1bcab7613cc4","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.819117326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"d971484a-7f1b-454b-9ba1-efc5bd62c1be","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.819351378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"f27d3ee3-3fa6-4253-8027-74dddbd91eca","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.819894902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2a3bb9de-932c-43d4-8442-61240803326b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.819934233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"742fa1cb-da42-4cc3-9ef4-2d9f1bb4e3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.877948787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2a3bb9de-932c-43d4-8442-61240803326b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.879061947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"742fa1cb-da42-4cc3-9ef4-2d9f1bb4e3af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:50.88041741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"f27d3ee3-3fa6-4253-8027-74dddbd91eca","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:51.081453465Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-ordering-auth","reconcileID":"174b0420-7e2a-4ee8-acf3-b8e6c932fbe9","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:51.24046446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"2107e86b-0f32-4e98-8f4f-145d5ed14869","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:52.882828485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"92012fae-f413-4b31-bad4-21dfb1855398","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:52.938494811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"c6aa45a2-992c-4599-9f1d-073c08707349","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.093210622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"3238e5a1-7936-4d29-b949-4d9723cf403d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.152448175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"7d7ab0f8-d979-4fb4-bd43-cebbd080d3d8","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.153563512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"3238e5a1-7936-4d29-b949-4d9723cf403d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.209014761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a0c2afd3-a6b7-4113-a526-0f2f96381298","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:43:53.2610063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-subscription-no-access","reconcileID":"20f44176-2b2d-44bf-8701-34403e0c2793","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.305962751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a8178ed4-991e-4f1f-a6c2-3f1ea55584ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.306391321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1734221b-66af-4c81-bd8f-65abb5cbbf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.362437869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a8178ed4-991e-4f1f-a6c2-3f1ea55584ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.37135611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1734221b-66af-4c81-bd8f-65abb5cbbf88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.375635089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"4a332b57-3c7b-4283-8f94-51092ddc0edb","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.428636732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a5a6d885-f29f-4bb0-84d2-f1e067853b93","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.429900778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"179faa59-f177-4187-b701-d0b5bd59d7a4","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.582410751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"8e733f40-f9a6-4146-96bf-de733eca311e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.639153566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"8e733f40-f9a6-4146-96bf-de733eca311e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.695438007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-subscription-no-access","reconcileID":"2c611357-ee78-4923-ae6a-94f5414879c8","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.72458548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"464706aa-6e53-4f5a-8ac4-879c31f01320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.724604929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"84af8e27-5268-4cb5-a75c-45b91b0c7ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.784562804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"84af8e27-5268-4cb5-a75c-45b91b0c7ea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.784671054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"464706aa-6e53-4f5a-8ac4-879c31f01320","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.870965379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"6f17931f-2be3-47ca-912c-995935b1df48","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:53.907948823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"22f7cb8f-fb01-4ef7-a379-cea9f829fbe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:54.081467006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-subscription-no-access","reconcileID":"501f7a65-7130-460d-99e0-42b4ecbcffec","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.488530164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"a3d315a9-7ec7-4a30-8d0f-abe330abc819","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.642536346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"539710e9-ba49-4fe8-935d-01cb5fea6b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.642583421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"47a0ee54-221d-4765-9072-cf4e4564c155","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.643010534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d7f2d3b-f6c8-402c-a3dc-9f3552b9b259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.700310287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2d7f2d3b-f6c8-402c-a3dc-9f3552b9b259","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.700335849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"47a0ee54-221d-4765-9072-cf4e4564c155","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:56.702592772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"539710e9-ba49-4fe8-935d-01cb5fea6b21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:58.440948244Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-success","reconcileID":"e0cb590d-ce44-4efc-9d7c-e90bc8f1cea4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:58.66000477Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-success","reconcileID":"e0cb590d-ce44-4efc-9d7c-e90bc8f1cea4","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:58.87048885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"a83c1449-0276-4168-b054-e9b92d8ed407","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:58.923178599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"a12741e2-1455-4bd9-a9fd-66713f7beb5e","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.078460105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"7f8e5358-cb1c-4a88-b73b-50f65066f03e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.07859239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"72a9451a-6c4e-4c34-b4fa-34f72f108af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.078458287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5b6b8613-8357-4a4e-b5c8-a1456c047c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.083892957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"fd5c718c-7102-4b7c-8bd9-ec9d4b5b3b2e","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.134317216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"72a9451a-6c4e-4c34-b4fa-34f72f108af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.134782078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"7f8e5358-cb1c-4a88-b73b-50f65066f03e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.13660796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5b6b8613-8357-4a4e-b5c8-a1456c047c42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.337796435Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-success","reconcileID":"3d19bc1e-ca6e-4c89-88f6-d67912ed807b","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:43:59.596660117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"bfb7cc3f-3e8b-49a1-b0b1-507077595fc0","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.527469504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7acac5c5-d297-4df9-93fc-245010039239","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.58567996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ee9598ac-65de-4cbd-a290-2b41b93f30aa","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.770194701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"734ec186-f560-431d-b4f3-1fb65d32f30c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.831446682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"734ec186-f560-431d-b4f3-1fb65d32f30c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.873732092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"fcb25021-52a6-4f4d-8c7d-4cb1c54ab258","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:00.928338577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"5a73f8f5-75c5-4190-81be-f1d65e8880a9","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:00.989226361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"1a5e1424-4cb4-4c12-a3a2-f3ea76773d27","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.038431378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3641163f-8cd3-4820-a24d-f08655066312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.038432876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b513fa20-4dea-4b17-9d1d-2028f5ee3961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.096536506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3641163f-8cd3-4820-a24d-f08655066312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.097054228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b513fa20-4dea-4b17-9d1d-2028f5ee3961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.102555565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8527e768-81e2-4b7d-9c72-926338aac5d0","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.110091199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d6c24674-a888-449a-a661-fe2c11e00411","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.158375447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"a00c2692-daef-4d5f-b824-3099f293b957","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.208559511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"bf065f28-905f-40c2-ade7-9ad77a9a6088","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.208573306Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-free ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.264147706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0e2df831-9c2c-43f8-9d02-424f37919008","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.271073564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"723b1f02-2197-4bd1-aab5-df4d42ab06d5","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:01.320392423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"b63a467f-f78a-4c57-9268-655ac1996ec5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.324176243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0e2df831-9c2c-43f8-9d02-424f37919008","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.327955587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"6aad7956-42af-4152-85ff-8ced95101bb9","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.433588312Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"e1aad38a-59cd-4829-a74b-00437c67f509","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.436264953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"28543f76-5136-463c-ab5f-2b50d13e9605","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.456343697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b69f66d1-63dc-437b-904f-022ab1bbaaea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.456360947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7d000162-d0ac-453f-b44a-1204aad9942a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.491508856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ddc2612d-c796-447f-a538-3c31f0baefbd","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.513268223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b69f66d1-63dc-437b-904f-022ab1bbaaea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.514437877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7d000162-d0ac-453f-b44a-1204aad9942a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.60410815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"32b25276-2b74-4dfb-934c-d4229c89680e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.689060996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"14036697-6605-402c-b4e8-4f9e10bf6b26","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.70745587Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"8edce64c-6d23-42d0-b999-9096b4242784","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.746370994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"14036697-6605-402c-b4e8-4f9e10bf6b26","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.804087399Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"cefe343e-25ec-4b91-a996-a811ff48bbc8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-free","ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.834614226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c76b5631-825e-4cad-9770-f50942aa5b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.834613811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"92e374ac-4c96-42bb-97e0-0a3aceca6b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.844192797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"bb6cbea6-9568-4163-9859-5db57732fd95","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.892501009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"92e374ac-4c96-42bb-97e0-0a3aceca6b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.896299094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c76b5631-825e-4cad-9770-f50942aa5b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:01.99604265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"4c2de65c-8e92-4ef0-887f-01fda5768bcc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:02.040394109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"b52e5bfc-77c5-4e37-a3b7-65bf0b08b833","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:02.168652157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"1afdc831-43a2-4c52-bc9d-2fa6a9eb794a","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:02.208307612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"caad24f5-3029-4705-86e5-36b4dc9cee9e","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.476017001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"73ddced6-4756-43d2-a948-23f15e7cc96c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.629953567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2d4dc413-99f6-46c3-a734-406336579573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.63010657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c8efae13-0737-4288-a997-f11ac9273d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.629953279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5afaf83c-5afd-47ca-b827-ef89263b70eb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.687649309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c8efae13-0737-4288-a997-f11ac9273d92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.687708912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5afaf83c-5afd-47ca-b827-ef89263b70eb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:05.690031045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2d4dc413-99f6-46c3-a734-406336579573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.457793453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"c25fbcbc-c392-4609-b862-6ca3b351c4eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-76aba6","tenantID":"e2e-praxis-b-76aba6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.574509037Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"c25fbcbc-c392-4609-b862-6ca3b351c4eb","name":"e2e-praxis-b-76aba6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.648851477Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-subscription-no-access","reconcileID":"a83e59f4-c7cc-406a-9f9f-91615991a75f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:06.889755517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-subscription-no-access","reconcileID":"a83e59f4-c7cc-406a-9f9f-91615991a75f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.104471971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"ae76284b-847f-4337-a2ac-dfc9ebf1f25e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.166036525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"201615c7-1964-4ac0-942c-0d1a06bd11e3","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.22473663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"af49cdc7-dd05-4660-a93c-7d2de3efea2d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.325324065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"e9a708be-288c-42c2-8cd8-b20f1a13c657","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.326001771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"2229bc44-7211-4de2-92f2-2c03159f0c1e","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.332603526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"c5cc821b-0f60-4059-a0cc-b852cca84816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.33362878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a8074457-de2e-49c3-ae88-161b9e3bf9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.383753296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"e9a708be-288c-42c2-8cd8-b20f1a13c657","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.389277256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"c5cc821b-0f60-4059-a0cc-b852cca84816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.390947757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a8074457-de2e-49c3-ae88-161b9e3bf9b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.537915963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-no-access","reconcileID":"62661362-8373-4d0d-b502-4ee0a490bd8d","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:07.706468554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"d752fc5d-7a3c-473d-97ac-923858fb40d1","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.091476258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"33359aba-f654-4f43-ae4e-120effb18b85","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.150662968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"85220ff0-e0d9-4874-9d08-4c59acf5c69c","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.308752954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"99977b67-a123-4a00-bb94-69b3ce89613d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.364846254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"99977b67-a123-4a00-bb94-69b3ce89613d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.38741479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"88ff37d4-1452-49c6-a265-0e6036f5f7fa","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.444613892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"5f858127-c1c7-458c-bfec-359a5408da45","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:09.49928682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-user-subscription","reconcileID":"8569b9c9-ab92-4633-bf66-a8f0bfb310a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.544164391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"d75b6fde-96a9-4538-9ddd-905210ff9685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.544161947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"552bacbe-9774-4598-9e87-9bfca73fa7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.599913651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"d75b6fde-96a9-4538-9ddd-905210ff9685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.60002353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"552bacbe-9774-4598-9e87-9bfca73fa7de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.611103831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"790e9ac1-b60f-4e83-93c0-3a42e63dca8b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.636175792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"f9db1964-d1da-4ab9-bbf1-1d71e9eba305","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.668503129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"0f37a04d-8e0f-4567-ac01-08c77aa563c7","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.669331864Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-97b317 priority=0:[ai-tenant-e2e-worker-w1-97b317/e2e-test-other-subscription ai-tenant-e2e-worker-w1-97b317/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.669417287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"3fcc272c-e78f-4fc2-8d2e-2435e249762a","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.7318429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"4bf5ed65-7a20-49b3-b932-efaedfb41c00","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.779466969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"185a9644-db25-46d5-917d-748e4df7590b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:09.783601396Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.792391529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"f0b3b3d7-f941-4d7a-999a-be79064822bd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.835306074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"e1cf236a-6fc3-47ac-8de1-e7b1753d5e6f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.847396299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"f0b3b3d7-f941-4d7a-999a-be79064822bd","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.945797287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-user-subscription","reconcileID":"bab5860d-6f7a-4b91-b795-9c8cf997522d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-97b317/e2e-test-user-subscription","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.959022643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f69649d3-c2ce-4ab8-b860-da38d74480d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:09.959465749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"7d377618-6b2f-41d9-ae0c-b3d56a8f8922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.016035063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f69649d3-c2ce-4ab8-b860-da38d74480d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.016548811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"7d377618-6b2f-41d9-ae0c-b3d56a8f8922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.047828953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-other-subscription","reconcileID":"39a8bfa2-b7ec-412d-b578-5550e5613e01","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.109539771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"35e00144-d69c-449a-9250-1b3226fc0366","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.15491224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d025af21-a871-4361-a3e6-9b4f019e4262","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.160656959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"aa5a32bb-1668-47ed-9b82-d7039ee4b90a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.213238018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"64c513c0-504a-474a-bfc8-d016c7d8ec0b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.218313043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"aa5a32bb-1668-47ed-9b82-d7039ee4b90a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.317802044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-user-subscription","reconcileID":"8b112a59-c1a2-4b57-9108-bcd0a9c8db03","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:10.422020521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-other-subscription","reconcileID":"7fb712cb-786e-4306-9ac6-9387fb807085","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.839206227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"b5d26bb4-8777-41b3-981b-5dcf963cf169","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.993878619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"0b16e378-543a-4bf5-b5a2-65ae97c852f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.994032487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"3d4ee5b6-e09a-44eb-8b7e-b38fe777b7c4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:12.99432697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f88ff66e-00b9-4e36-879c-f45e70cd0021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:13.05270239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"3d4ee5b6-e09a-44eb-8b7e-b38fe777b7c4","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:13.05454674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"0b16e378-543a-4bf5-b5a2-65ae97c852f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:13.055878882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f88ff66e-00b9-4e36-879c-f45e70cd0021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:14.283682632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:15.638194248Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"d15b750a-6ed0-4abf-aca0-c8b5e6007069","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:15.859340753Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-free","reconcileID":"d15b750a-6ed0-4abf-aca0-c8b5e6007069","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-subscription-premium","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.073641318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"852eb118-70c8-4e5e-95cd-5fd9cc08f008","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.073646551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"31318518-e639-44a8-835f-7c4677a05cd1","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.123838242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"36ede700-c4b5-450a-abce-27e0eb24feb5","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.181731466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"80338546-c46a-47f8-b436-884f18193e2d","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.282090512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"a9339aed-37f2-4c62-a766-01566caa2f3a","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.283196383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4d925e46-6919-47ef-88e8-57570cf7e9aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.283287581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8fa6cbd5-86ef-4baf-a549-7f0fa21657bd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.283609302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7774388e-57db-48f3-9984-b41a8855e9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.33945636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8fa6cbd5-86ef-4baf-a549-7f0fa21657bd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.340820795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"4d925e46-6919-47ef-88e8-57570cf7e9aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.341768902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7774388e-57db-48f3-9984-b41a8855e9bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.700373048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"efada0c8-c1a6-4da7-b496-b18751f427d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.700568056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f3599cff-77b0-41ed-a307-f918afee9111","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.700373018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"62d64ddf-4413-4ea2-913d-7ebed72d8500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.757916356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"efada0c8-c1a6-4da7-b496-b18751f427d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.759691073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"62d64ddf-4413-4ea2-913d-7ebed72d8500","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:16.762791963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f3599cff-77b0-41ed-a307-f918afee9111","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.000556813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-user-subscription","reconcileID":"2e1147c3-2845-4b27-a91a-260e796425a2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.217573968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-user-subscription","reconcileID":"2e1147c3-2845-4b27-a91a-260e796425a2","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-test-other-subscription","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.427993572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-other-subscription","reconcileID":"64727331-1615-459c-8eda-207a2bb7c535","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.428802985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"8ea9fa3d-a9ec-49e9-b526-15d0a574ac3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.442798818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"7a9ce2e2-3da3-4070-8beb-c9d8ad49f85f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.596284996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"ac446087-3d79-4fd0-b7cc-9f668148461d","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.597580686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9da48b55-d624-4c05-b798-0c24f58d6904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.597719123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"89f19e9b-6f77-42ab-b600-cef09616201f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.597581386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8f750025-1cf0-4e6f-a1e6-476f84991a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.658928338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9da48b55-d624-4c05-b798-0c24f58d6904","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.65901855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8f750025-1cf0-4e6f-a1e6-476f84991a0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:23.661441098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"89f19e9b-6f77-42ab-b600-cef09616201f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.019190478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"755fc05d-6691-4b9b-a81b-1a004d7fb699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.019254513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"ce851e94-2ddb-4272-bbb3-056dd9f81d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.019624213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"153794b6-77f4-4e0f-b3b0-56c3f0487f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.075938844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"153794b6-77f4-4e0f-b3b0-56c3f0487f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.076102479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"ce851e94-2ddb-4272-bbb3-056dd9f81d54","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:24.07829685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"755fc05d-6691-4b9b-a81b-1a004d7fb699","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:26.44414616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"1d2660e5-8b3b-49b1-aa0c-e2990038f2d7","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:26.658401117Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-subscription-premium","reconcileID":"1d2660e5-8b3b-49b1-aa0c-e2990038f2d7","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:26.86745705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"e8b20b95-8675-495b-a502-7a3d9210cafb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:26.929568714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d4196ae5-90c5-477d-be88-68167a0e6583","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.083773509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7a9fea5d-de51-46b6-b85e-de502927f3db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.083837123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"2c95c34c-2183-4934-a874-1e80aef2feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.084197786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"08af02ab-facb-4417-ab9f-4005b1a307c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.09023793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"aae81d12-7c9d-4674-a5ca-4179b4feb5f3","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.140375108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"08af02ab-facb-4417-ab9f-4005b1a307c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.140391172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"2c95c34c-2183-4934-a874-1e80aef2feaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.142505225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"7a9fea5d-de51-46b6-b85e-de502927f3db","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.295433107Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d82c6cc0-7656-464d-a03b-062d4d225382","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:27.507431542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ff5b4b96-b0d5-4fe4-b799-8982c9106031","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:28.776898624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"efff88c3-48c1-4421-9e3d-c029edc6b98f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:28.831627268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f774ac90-352a-4d0e-855f-b94150ec9052","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:28.985926558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"345f145d-0553-40a9-8006-da1dd01d7691","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.042436937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"345f145d-0553-40a9-8006-da1dd01d7691","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.063057445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e3bc00c7-e056-4e0d-b447-8c801da8b385","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.117243039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"9ba56c36-6434-43cb-87d7-b579e12e94b8","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:29.171318065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-subscription","reconcileID":"cecc6b55-e191-41cd-abf5-1aee5ac5fd7e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.216729826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6880204d-681d-42f1-86f3-5dc6575f8319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.2167298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"01e48a9b-74e0-4f5a-a00d-b41eae1f460d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.277446201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6880204d-681d-42f1-86f3-5dc6575f8319","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.277840059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"01e48a9b-74e0-4f5a-a00d-b41eae1f460d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.298448494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"a0bc2ec1-b0b8-48f8-bac7-e1c1c7c2cfd3","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.353442744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"746e392a-8117-4fb3-9095-133146758e72","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.356849971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"3d919a13-b3e6-44a6-8fa0-74578be39d58","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.510111863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"2d9d3e5e-7df0-487e-9f4f-0dd1170f5999","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.566631603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"2d9d3e5e-7df0-487e-9f4f-0dd1170f5999","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.607203984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9519a65b-48a8-4744-8a49-f4ec8a33a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.607211738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fa01343b-0b47-42d3-b1b4-d962bc908e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.620288892Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-subscription","reconcileID":"bd862d4c-5c1a-437a-a5aa-591be299a450","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.663232893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"fa01343b-0b47-42d3-b1b4-d962bc908e1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.663398938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9519a65b-48a8-4744-8a49-f4ec8a33a4d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.784557495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"c104141c-07f0-4608-a076-033edb530d03","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.832919765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"05b57d57-c82a-4013-a7be-e4f02027cde0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:29.992467916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-subscription","reconcileID":"355a3f5d-cc34-41e0-95c5-d8c6545ac1d9","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.527943019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d403e4cd-d01b-46a1-b309-5222ffb66a74","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.686243619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"abddf7c3-0ada-4325-aa16-f452e16b71a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.688192958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"51ba2c63-fc93-408a-9cc0-b35f0981d0d5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.688212343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c8384c5b-c9ae-40f7-89ae-af47daf7b18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.742607653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"abddf7c3-0ada-4325-aa16-f452e16b71a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.744352576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c8384c5b-c9ae-40f7-89ae-af47daf7b18c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.744950507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"51ba2c63-fc93-408a-9cc0-b35f0981d0d5","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.747019726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ef8c52-ba45-4108-ba1f-6bb91a70854b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.800142041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ef8c52-ba45-4108-ba1f-6bb91a70854b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.85240484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ef8c52-ba45-4108-ba1f-6bb91a70854b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:32.904453178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51ef8c52-ba45-4108-ba1f-6bb91a70854b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:33.759468976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-other-subscription","reconcileID":"07a5e89a-d748-49ea-a85e-f69988999cfe","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.007297946Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-other-subscription","reconcileID":"07a5e89a-d748-49ea-a85e-f69988999cfe","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.21875682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"771bb4d5-fa43-4a4c-8467-7f25520d2832","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.328171585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"072ad560-9a62-4848-8d25-d0e57637cabe","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.428833733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"b0086a31-59fb-489e-ab20-4bbb509ccde2","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.484222155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e4f21120-3907-484a-86cd-daafbaad5e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.484390804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2644d411-b2a1-4973-9301-f64340aa7fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.48422221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"16aeb1ea-8f86-4d8c-a4d5-17505ee12005","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.541773445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"e4f21120-3907-484a-86cd-daafbaad5e5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.541800336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"2644d411-b2a1-4973-9301-f64340aa7fb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.544232009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"16aeb1ea-8f86-4d8c-a4d5-17505ee12005","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.696686098Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-auth-access-denied","reconcileID":"98497fac-a112-4bcc-bf1f-d83f71465b43","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.823737194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2153ab0-af64-4b2d-b27a-b01426f67783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.875344669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2153ab0-af64-4b2d-b27a-b01426f67783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.926976669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2153ab0-af64-4b2d-b27a-b01426f67783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.932197687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"8361692f-76d3-4aa3-acf1-dddb54da1d4e","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:34.978601369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2153ab0-af64-4b2d-b27a-b01426f67783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.362471494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"abca06cc-3f37-4418-914a-e2793ff32823","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.419099767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"b2fe1f26-544e-4810-80de-803903683688","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.585059484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"98a67ecc-fdbe-41cf-a206-a1042fa7dae1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.652847578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"98a67ecc-fdbe-41cf-a206-a1042fa7dae1","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.671134389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"d8062ff2-6643-4f33-a043-8ef76ee1d06a","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.740097601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"95e09448-4f46-45ee-86de-e74f28fbe0e5","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:44:36.783260652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-sub-only","reconcileID":"944e9323-9d60-4ce0-9002-a13716dd4e65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.835834994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bee321ee-4647-4c57-bc55-c7210236ff90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.836096576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"179cbe64-99fe-40d0-8270-97b0e3285d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.893820469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"bee321ee-4647-4c57-bc55-c7210236ff90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.895108002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"179cbe64-99fe-40d0-8270-97b0e3285d6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.903667279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"417c275c-44fa-43c5-81ce-1d6a40b78bd8","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.932648502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"f3c4b9c1-a376-4ccc-954d-066afe90b10f","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:36.962484061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"ac24b1dc-103f-4cf8-9726-9e579b371e19","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.088172673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"8b5e024e-b3b7-4fc5-9c54-d6235c614fed","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.143376345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"8b5e024e-b3b7-4fc5-9c54-d6235c614fed","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.23238437Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-sub-only","reconcileID":"bc332733-f076-4868-9939-2609d1b0f4c0","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-test-group-sub-only","ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.259016552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6abf0199-ba7d-4b94-a68a-85fed0796ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.259016551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f3aeddd4-ee82-459e-b4fd-78f7de3e0f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.316350035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f3aeddd4-ee82-459e-b4fd-78f7de3e0f10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.319209474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6abf0199-ba7d-4b94-a68a-85fed0796ccd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.398210562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"7229af71-f762-49d8-96c9-071c041706d9","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.444053425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"4940f06c-0d42-40ca-966f-5b16c222431b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:37.606621958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-sub-only","reconcileID":"1b8a39ff-f86e-43dd-ac27-ec39feaa9f79","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.048744484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"400c32a8-1255-4e96-a65d-57f04863894a","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.203740904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0f3816bb-547d-4c14-8832-01502188778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.203769694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"b0ad9eea-68eb-4d90-b6eb-1f0acea395ed","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.20416327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9f2ba737-8438-412b-9298-f8fa9d535017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.262073132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0f3816bb-547d-4c14-8832-01502188778b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.26318288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"b0ad9eea-68eb-4d90-b6eb-1f0acea395ed","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:40.264534162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9f2ba737-8438-412b-9298-f8fa9d535017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.693506582Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-subscription","reconcileID":"a844e843-5c56-4f06-ac9b-1290e77540b7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:42.907165369Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-subscription","reconcileID":"a844e843-5c56-4f06-ac9b-1290e77540b7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.115045882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"d3678e23-f86f-492a-aa6c-b0608dbf5ba5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.170848941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"240109c9-fe13-4870-a812-3c25a3a16373","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.330712934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"beb1cdbc-2bd1-4417-a789-10d6b0f025d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.330731512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a3e18d9b-981f-444b-b18d-447e66cd0439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.331291844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"aaf51438-eb7b-47e8-b426-72aefd80b7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.386760439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"beb1cdbc-2bd1-4417-a789-10d6b0f025d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.388063625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"aaf51438-eb7b-47e8-b426-72aefd80b7fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:43.389225817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a3e18d9b-981f-444b-b18d-447e66cd0439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:44.283107704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:47.583709218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc05c64-228c-46f2-9994-ff5e017956c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:47.636334814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc05c64-228c-46f2-9994-ff5e017956c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:47.689934627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc05c64-228c-46f2-9994-ff5e017956c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:47.74189063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abc05c64-228c-46f2-9994-ff5e017956c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:49.697088133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0424aa-8467-456b-9347-567e1e154f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:49.748759726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0424aa-8467-456b-9347-567e1e154f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:49.800367319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0424aa-8467-456b-9347-567e1e154f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:49.85261648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf0424aa-8467-456b-9347-567e1e154f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.210067619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-sub-only","reconcileID":"7a965f2d-6b25-415d-868a-e97053c18856","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.425444672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-sub-only","reconcileID":"7a965f2d-6b25-415d-868a-e97053c18856","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.644177401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"78fbd66e-a586-4ce1-9315-e4a3cbf8c53b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.686579203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"0d951ffc-5094-476c-9d21-32d905fbc7dd","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.845580575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"c1c64176-252b-437e-bb68-c3e348bd0e4f","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.868624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"19eed100-adad-410e-9d16-001bdd527e34","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.868797567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7236201a-0885-45e8-ae96-d067df971603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.869113166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"025816b4-c48d-4281-8a01-a30ce08a3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.924916278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7236201a-0885-45e8-ae96-d067df971603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.925136251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"19eed100-adad-410e-9d16-001bdd527e34","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:50.927068056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"025816b4-c48d-4281-8a01-a30ce08a3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:51.088621111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-test-group-no-auth","reconcileID":"916fcb81-995f-44ec-890e-b256da9971ec","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:51.250970027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"9628dd4d-b69a-446f-a3c1-dd5d1c129beb","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:53.31836226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"4587fadb-40e6-457b-8933-fc9c646be61d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:53.318371042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-test-group-auth","reconcileID":"b2116623-f522-4751-a398-9c461d4e409f","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:53.526161331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b25510c9-9a4d-40c9-9279-e8bd6e646ab4","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.388981374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2a375-c0b7-4b41-82d7-3f35c7b6ac68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.441132306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2a375-c0b7-4b41-82d7-3f35c7b6ac68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.492972605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2a375-c0b7-4b41-82d7-3f35c7b6ac68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:55.544621028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ec2a375-c0b7-4b41-82d7-3f35c7b6ac68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:57.417531325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f8f519-f07d-497d-b05a-edbaa10e2bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:57.468997801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f8f519-f07d-497d-b05a-edbaa10e2bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:57.522118242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f8f519-f07d-497d-b05a-edbaa10e2bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:44:57.576105365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f8f519-f07d-497d-b05a-edbaa10e2bbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:07.200653071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db8cf32-3d3c-4bda-9873-3686de507fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:07.252410901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db8cf32-3d3c-4bda-9873-3686de507fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:07.306248946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db8cf32-3d3c-4bda-9873-3686de507fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:07.358489667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6db8cf32-3d3c-4bda-9873-3686de507fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.214206124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32721129-7445-40b2-8468-02299854d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:09.219683365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-sub","reconcileID":"f3de01bb-adc0-4aad-8669-42474658085f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.269475748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32721129-7445-40b2-8468-02299854d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.324053914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32721129-7445-40b2-8468-02299854d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.375822807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32721129-7445-40b2-8468-02299854d1ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.376039213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4f0bd4d1-201e-4b2a-80ab-48d0c4b61aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.427728441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c29d3042-9d7a-4bb6-bf38-27c86ca63c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.432319373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"4f0bd4d1-201e-4b2a-80ab-48d0c4b61aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.484838829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c29d3042-9d7a-4bb6-bf38-27c86ca63c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.790185449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"720f7b6a-a150-4f4b-ab9e-bfd6362c5851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.845084272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"720f7b6a-a150-4f4b-ab9e-bfd6362c5851","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.89158985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1c40ce14-3fc0-48b0-a0b1-85906ceb250f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:09.946590622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"1c40ce14-3fc0-48b0-a0b1-85906ceb250f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.438465315Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","namespace":"ai-tenant-e2e-praxis-a-66100b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.438521624Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","namespace":"ai-tenant-e2e-praxis-a-66100b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.438571178Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","tenant":"e2e-praxis-a-66100b","tenantID":"e2e-praxis-a-66100b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.491904767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Deployment","name":"maas-api-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.550093383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Service","name":"maas-api-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.608293459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.661206281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.715237479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.769498632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.826028338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.882517999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.933839917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:10.98494181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.035839128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Service","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.087058595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.138075993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.189334597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.240604231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.296916464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.349899994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.387682375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"43b1d0ba-5408-4776-b0cd-8ef54d0f560b","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.400953117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.441423176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f3150699-52ac-4df6-84f8-c781031dc833","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.452118651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.505562301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"7d4d6499-f0a0-44db-b579-5ee41da604e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-66100b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.595263029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"71d2b77a-9682-4ef6-a71d-99713495bf16","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.65016258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"71d2b77a-9682-4ef6-a71d-99713495bf16","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.662682886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"83b9a5f3-5cc8-41d8-9a8a-dce3a549d908","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.739627341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8243de53-b3f9-4a60-8e55-fbc6ca9b0487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.740073889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"11fc19dc-cc26-40a3-a10e-f2525057aa3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.740466497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d81f4a07-5999-40cd-8f6c-3abc7e392abf","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:11.791023342Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-sub","reconcileID":"8ce3375b-7399-40c8-870f-48e912cd5483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.79738148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"11fc19dc-cc26-40a3-a10e-f2525057aa3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.79738228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"8243de53-b3f9-4a60-8e55-fbc6ca9b0487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.841233426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9cdc085f-afb4-4899-884c-dfeaba34cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.841244867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1d0ac9b3-512e-4715-9639-4b937862d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.896933743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9cdc085f-afb4-4899-884c-dfeaba34cdc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.897051163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"1d0ac9b3-512e-4715-9639-4b937862d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.949726498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"531284c5-e42f-474f-998a-f6070ac390ac","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:11.997439368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f915d70d-157f-4af9-bcba-3b66cc9fa7fe","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.047034409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7952c367-08c8-4a3f-a096-2b2f07b2203d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.152661243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"d6940afa-88fc-43d0-8de1-4ec68132c3d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.208362102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"d6940afa-88fc-43d0-8de1-4ec68132c3d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.311890352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-sub","reconcileID":"aac1f771-2b87-4533-a6a5-1de5d67e50bd","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-status-active-sub","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.363406329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"66179005-fc20-4c94-9114-ff647369fbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.363514349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c7fe4751-980e-49b3-ae13-d28146bcf1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.419553885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"66179005-fc20-4c94-9114-ff647369fbe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.419768574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c7fe4751-980e-49b3-ae13-d28146bcf1a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.475384997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f1543f8c-89bd-4423-8a3c-c2f96fee0214","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:12.518258784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"d6940afa-88fc-43d0-8de1-4ec68132c3d8","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.518748496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"0854df75-d936-439a-af0c-cb45d964e3e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.677054242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"790656d7-247c-4cbf-aeee-7f9486aeb2c0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.681909806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-sub","reconcileID":"615c59f6-1f5c-4dfe-88f8-60eef7d514d8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:12.734757054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"790656d7-247c-4cbf-aeee-7f9486aeb2c0","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.283197808Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.441388929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7cb425f4-3971-4e01-9d97-9aebfec703a5","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.595571263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b7ee101b-c6e3-4281-9089-88ae75fe0d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.595781573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"dde9d725-14f9-44b8-8f8b-0502881b7fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.595566163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"ac3f786b-4220-4169-a6e1-fcb71c8fa1aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.652789233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"dde9d725-14f9-44b8-8f8b-0502881b7fe1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.653053995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"ac3f786b-4220-4169-a6e1-fcb71c8fa1aa","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:14.655148328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b7ee101b-c6e3-4281-9089-88ae75fe0d01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:21.735098644Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-sub","reconcileID":"92742530-32ea-4578-8fc5-68b1cf12bb3f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:21.735236366Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-sub","reconcileID":"92742530-32ea-4578-8fc5-68b1cf12bb3f","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:22.159474283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0fbdd49d-517d-4d12-8a10-87f7f7bcaaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:22.159500675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"0be7cad4-9c2e-4401-af02-27e0a3a56ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:22.215499623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"0be7cad4-9c2e-4401-af02-27e0a3a56ffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:22.215594268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"0fbdd49d-517d-4d12-8a10-87f7f7bcaaf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.17823509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"ca145fc6-d7b2-4e5d-b537-83ff5523cb87","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.233935494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"ca145fc6-d7b2-4e5d-b537-83ff5523cb87","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.288318716Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"ca145fc6-d7b2-4e5d-b537-83ff5523cb87","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.591727992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e00ac39-6b54-4baf-ae1e-4f50493a4c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.643798645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e00ac39-6b54-4baf-ae1e-4f50493a4c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.695356703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e00ac39-6b54-4baf-ae1e-4f50493a4c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.746770635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e00ac39-6b54-4baf-ae1e-4f50493a4c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.806519513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"8edce464-cf49-4afe-81a8-5c8530cc6e1b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.865784496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"8edce464-cf49-4afe-81a8-5c8530cc6e1b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:23.925027119Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"8edce464-cf49-4afe-81a8-5c8530cc6e1b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:24.607723407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-sub","reconcileID":"e4cffd33-6937-4693-ad3c-d98c3d99a2aa","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:24.844313415Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-sub","reconcileID":"e4cffd33-6937-4693-ad3c-d98c3d99a2aa","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.049915971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"a7268b5f-df35-4c61-95d6-c70919b1ab50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.056028195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"9f8f39a8-2da0-4f8f-9e0f-c4aee5ff64a9","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.212579279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"22453c4b-b15e-4f7e-ae47-3b524dd5f649","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.23173934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"126d2668-c152-4685-b551-02ef71b6580f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.231818293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"09ca277f-f0a6-477e-9042-da7a3a859505","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.232256663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a7381860-8be6-4690-ac46-3563edab6c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.287809342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"09ca277f-f0a6-477e-9042-da7a3a859505","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.289161524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"126d2668-c152-4685-b551-02ef71b6580f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.290148168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a7381860-8be6-4690-ac46-3563edab6c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.380103164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-status-failed-auth","reconcileID":"ed3d864c-7697-459c-b90a-87a8ad7a5d89","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.451589554Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-active-auth","reconcileID":"f0fec0cf-eb88-45c8-ab32-321d0fdaea98","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.650002814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7fd9f4ca-bfee-4b11-a730-128cbb53a892","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.66973415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b78656-917e-48eb-9a52-eee3f0116571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.721303883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b78656-917e-48eb-9a52-eee3f0116571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.7735485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b78656-917e-48eb-9a52-eee3f0116571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:25.825093359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82b78656-917e-48eb-9a52-eee3f0116571","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.457687072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"cc5045d9-6747-49a2-b2d0-548f6dbdf660","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.533748535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"4c775254-ec6f-46e5-90e7-b85b3f453057","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.587193813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"997dd219-012d-4d46-9955-c08c80f3900c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.640929634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"34038bfb-134c-4ae0-a8ce-c7f862e09f67","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.690028121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f6f40ce-a5d0-4f5b-a63b-0e50015daef7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.746013778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f6f40ce-a5d0-4f5b-a63b-0e50015daef7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.746568763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"05b6e595-f4fb-4b4c-9d5f-53c263043946","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.802638612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"d45a4d17-33e0-4bb2-b9ce-29c79f0ece43","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.850814114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"b775d923-3560-4b1f-9616-5e470023c051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:26.851606564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"7821aa36-a5a7-4f82-924d-1e88fee18242","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.903726963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7168bb00-b4f1-4414-9fbf-cf45c45b1c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.904192512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"90d47cdb-4e60-40ca-a46c-eb7a6ca2bc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.959598158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"b775d923-3560-4b1f-9616-5e470023c051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.959602585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7168bb00-b4f1-4414-9fbf-cf45c45b1c5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:26.961574203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"90d47cdb-4e60-40ca-a46c-eb7a6ca2bc23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.012628357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"3f4b9000-ab6f-4f18-8ad8-eb302d6a1af3","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.065269219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"9ef23d8e-5de4-4d54-94bb-bc1c01e5d41e","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.067722581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"b775d923-3560-4b1f-9616-5e470023c051","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.068597516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"f755ffb9-4d25-4acb-af11-aad318de7d6d","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.228457061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f629a89-c44e-4236-9ee7-6fb03c6b502e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.2860198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f629a89-c44e-4236-9ee7-6fb03c6b502e","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.332319967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9603bc16-3a18-4d30-81fd-ab315650ab11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.332625902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4584f8e5-c853-486e-8100-408b6efae589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.338209128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d1900c07-196b-4e27-bb1f-7d9546b6e2f1","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.388850189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"9603bc16-3a18-4d30-81fd-ab315650ab11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.389782883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"4584f8e5-c853-486e-8100-408b6efae589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.389991118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"60f220be-c65c-43be-acf0-eb20041c9c36","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.390118795Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"60f220be-c65c-43be-acf0-eb20041c9c36","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.544354379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"39ef1fad-5690-44df-a2fb-c80020361820","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:27.545517343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"2f629a89-c44e-4236-9ee7-6fb03c6b502e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-healthy-inf-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.597457371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"fe640418-f074-4175-9905-512e0010f395","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.600267609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"39ef1fad-5690-44df-a2fb-c80020361820","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.606008399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"399af110-1735-46d6-8f1f-a01072cef5e1","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.704896282Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"39ef1fad-5690-44df-a2fb-c80020361820","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.705117272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7a356ca0-423c-4b9e-a56f-229e9dd37950","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.760087212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"7a356ca0-423c-4b9e-a56f-229e9dd37950","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.761525114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ff3f9-6001-4786-9281-99de36956ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.811448471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"65d71433-1eb1-4f77-965f-5db401aa7657","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.81305954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ff3f9-6001-4786-9281-99de36956ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.813339193Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"65d71433-1eb1-4f77-965f-5db401aa7657","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.864693083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ff3f9-6001-4786-9281-99de36956ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:27.916386123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b5ff3f9-6001-4786-9281-99de36956ecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.018338861Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"4192c620-b9cb-48cb-89b9-278ee38c44b4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.018421776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"a33bdf86-c620-4f34-b6b6-62ee6781936a","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.069705885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-status-degraded-auth","reconcileID":"4192c620-b9cb-48cb-89b9-278ee38c44b4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.330917042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ad77c573-c745-4c22-a0fe-7a5ba28ab736","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.828484825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"0149f6eb-77b1-41ed-a757-4d90303d55fb","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.983726642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5f7522d8-52ae-43a0-b5a8-b9fd0e2868cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.983897177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"76fa049f-14be-47a2-8428-6d02e2c4b3ce","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:29.983725946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2f91907f-80d5-4109-bfa9-05a554665c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.039655053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2f91907f-80d5-4109-bfa9-05a554665c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.039711354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"76fa049f-14be-47a2-8428-6d02e2c4b3ce","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.041980121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5f7522d8-52ae-43a0-b5a8-b9fd0e2868cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.235481929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ac891f13-4ae0-4ca8-85e2-71f5eb23f33d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.309785515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"aec30648-b625-427d-9c0d-ca93892f494e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.456542609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"8a834c14-37dd-4333-8444-a2a3d3888ee1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.512994222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"8a834c14-37dd-4333-8444-a2a3d3888ee1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.523014305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"709097d6-5a92-435e-8197-1aa5bfef0910","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.577897819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"4f1c2338-4ef6-41d9-a935-951d96aca67e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:30.629736214Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"ace18c89-9702-4efe-a1d9-72bfdb1bcc5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.678354335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8d87069b-57f0-4c51-9cc4-c54338a04420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.678794149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6967f479-4ad7-45c0-9439-bc5a515e6bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.733801713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6967f479-4ad7-45c0-9439-bc5a515e6bca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.734120742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8d87069b-57f0-4c51-9cc4-c54338a04420","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.744773815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f3142291-fff4-48a9-ac0f-07b984081214","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.801564845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"3299effa-84dd-4a43-9d11-f9ebdaf653a2","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.829990216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"0d4269c7-d9c1-4dc8-ba5c-3be30ab939b5","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:30.983406042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"1a109bb5-2210-484b-a436-1038083d51a1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.039673604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"1a109bb5-2210-484b-a436-1038083d51a1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.067632692Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"d0877ff3-d4de-4bbe-b4ac-c03df8f42d93","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.067772823Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"d0877ff3-d4de-4bbe-b4ac-c03df8f42d93","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.077340718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ac267b82-af54-4ce9-b823-cb8bd3c0f27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.077479031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"491522f0-b08c-4ef5-b101-91978cf64753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.134568104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"491522f0-b08c-4ef5-b101-91978cf64753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.134684518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ac267b82-af54-4ce9-b823-cb8bd3c0f27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.273813868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"29c4e5dc-4e65-4eb8-a889-9b1160371101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.281758794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"93191aee-0220-4adc-9bef-bfc7f3551eb8","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:31.299552604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"1a109bb5-2210-484b-a436-1038083d51a1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-kube-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.458214094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"e2406029-02a2-4892-a27c-fede9db91752","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.497078179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"d0b4cb20-8abf-41df-8ad4-530912b2a587","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.497226365Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"d0b4cb20-8abf-41df-8ad4-530912b2a587","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:31.514501052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"e2406029-02a2-4892-a27c-fede9db91752","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.368068916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"2d2d4c2b-8712-41c7-9cff-8e276db67efc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.523457695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8a2a29f1-a052-4b1e-bdb7-7d874075449e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.523571153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"32cfb6b3-94ee-4a9a-8f4a-ab06a3ce85ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.523908146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"354f6522-f612-46b1-9902-fcdd22874a84","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.579956405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"354f6522-f612-46b1-9902-fcdd22874a84","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.579983843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"32cfb6b3-94ee-4a9a-8f4a-ab06a3ce85ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:33.58219756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"8a2a29f1-a052-4b1e-bdb7-7d874075449e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:39.994097169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"9dd66329-3ea5-48a1-b450-e332a99f4248","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.210196287Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"9dd66329-3ea5-48a1-b450-e332a99f4248","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.210230184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"9dd66329-3ea5-48a1-b450-e332a99f4248","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.210341648Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf","reconcileID":"9dd66329-3ea5-48a1-b450-e332a99f4248","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.416756669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a4c6dce1-95f2-4961-9850-715a54654409","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.47629952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"89c5ddb7-7d73-4cbe-8ccf-780595ad1fdc","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.671515268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"137996c9-dbca-4e20-b38d-3f89b0143a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.671645458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a839685f-4801-4680-bc99-ed44fedf230c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.671516009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6cf858da-be40-4244-a1a0-4a87543bde3d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.72897037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a839685f-4801-4680-bc99-ed44fedf230c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.728982112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"6cf858da-be40-4244-a1a0-4a87543bde3d","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.736333553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"137996c9-dbca-4e20-b38d-3f89b0143a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.739521454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c998b6d9-ceff-4ab8-a1de-b3478fdd6e27","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:40.937346304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-healthy-inf-auth","reconcileID":"4726407a-164f-45b8-a741-04e1496d8591","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:41.153419952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"d4d3d954-3685-4638-abf0-e2ff648b00c2","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.07460338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"1b6a8004-a304-481f-b099-6edbe26a3962","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.136457431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"da2ad971-442b-42ab-ade8-7bdf90196834","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.304793466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"99c38924-8d02-4ce0-9a74-3a58033c2d75","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.360833704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"99c38924-8d02-4ce0-9a74-3a58033c2d75","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.372595655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"3e12bdbd-bc81-4bf7-9f01-c044ed1bf388","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.432803809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"e281590b-1683-44fb-a850-72a96864a0fe","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:42.4813225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"6b164754-7f7d-46b4-bd23-e43510ec461c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.526923807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5842e817-4c31-41c3-9ab6-8747c2588fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.527000569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"28ecc313-d15d-490f-af98-9ce56e3df967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.582385779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"5842e817-4c31-41c3-9ab6-8747c2588fe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.582472619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"28ecc313-d15d-490f-af98-9ce56e3df967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.597916724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"b8e915fb-30a2-45ef-87fb-cbc5d45f7e69","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.657111349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"df553a6d-3c18-4493-9643-560dd4835022","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.681497527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"bba5d274-edf2-42ba-98ba-9a98ac654f1f","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.839191803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"e875879c-5cba-45ee-9e05-f956615edaae","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.894824112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"e875879c-5cba-45ee-9e05-f956615edaae","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.934691015Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"4dff0a81-897c-4f26-9f1b-540b2ea348ef","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.936050684Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"4dff0a81-897c-4f26-9f1b-540b2ea348ef","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.987703787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"34cc37bb-436d-481b-a973-cdd6f7608c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:42.988233257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9770226d-5c31-4245-8a35-e993e2ffe8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.055487848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9770226d-5c31-4245-8a35-e993e2ffe8eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.056512782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"34cc37bb-436d-481b-a973-cdd6f7608c89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.15232138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"43378892-5044-4d5d-bfa0-013f51550e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:45:43.171147585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"e875879c-5cba-45ee-9e05-f956615edaae","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.209746208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"8075ba5f-9387-4692-915c-7301d0690960","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.348529753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"4c79f74f-e261-4b56-b380-6c9ab7bf35c1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.406799398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"4c79f74f-e261-4b56-b380-6c9ab7bf35c1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.43248949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"7e9e26f8-d8f9-4d36-a107-d4cf8aa4edaa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.432677068Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"7e9e26f8-d8f9-4d36-a107-d4cf8aa4edaa","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.532238214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"379e241d-d89b-4f94-bc92-3b563960eb62","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.758519838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"379e241d-d89b-4f94-bc92-3b563960eb62","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.758557803Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"379e241d-d89b-4f94-bc92-3b563960eb62","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.758703658Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube","reconcileID":"379e241d-d89b-4f94-bc92-3b563960eb62","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e621db/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:43.965573466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"b96922a7-5584-4cfe-bd15-513dc68bb725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.02638798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b2e4f06f-1be1-4af4-bc52-9c31a4a07104","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.084206591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"51ab06ff-b6f2-48c6-9e5c-7a7615d9d9f3","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.180342755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7b1ea7d3-fa9a-437e-8195-1c865107ac4e","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.187123248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"712ce9dd-b00d-4c13-acc4-d162303646fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.18714111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"624a6cfd-55bd-4ea4-9875-6ee70a47a7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.187539294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e65a9431-be19-41d5-899f-a635bb5bf901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.24823908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"624a6cfd-55bd-4ea4-9875-6ee70a47a7f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.250982603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e65a9431-be19-41d5-899f-a635bb5bf901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.255188723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"712ce9dd-b00d-4c13-acc4-d162303646fd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.285398909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.456220369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-degraded-models-kube-auth","reconcileID":"80a66cdd-b3bf-435c-819e-a71f52b3ae66","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:44.713958193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"db4ace91-bbc0-4600-91ac-3368c77289ce","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.46455509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"ed32852f-406b-4d90-b934-82533f271a4b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.618681548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"76fb0984-10e1-47e1-a646-4208cc967a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.619404154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ef000849-6f74-4490-b995-0083347bef54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.620001688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"92f0aa07-03a3-4b39-bca3-57a6d25a459a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.67553129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"76fb0984-10e1-47e1-a646-4208cc967a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.676421297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ef000849-6f74-4490-b995-0083347bef54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:45.678333999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"92f0aa07-03a3-4b39-bca3-57a6d25a459a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:55.628303203Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"899cf3f8-b0d5-4db2-ace5-3b5a9aa81a49","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:55.840271319Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"899cf3f8-b0d5-4db2-ace5-3b5a9aa81a49","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:55.840302354Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"899cf3f8-b0d5-4db2-ace5-3b5a9aa81a49","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:55.840408074Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey","reconcileID":"899cf3f8-b0d5-4db2-ace5-3b5a9aa81a49","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-97b317/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.050475201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"bf14c98b-561d-42ad-9442-0a18ad9d0088","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.15719278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"0304c36d-8c78-4fdf-a4e1-1b88df4d4aba","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.309833823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"2328ad61-3662-4e03-acc8-caebf6649235","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.312206853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"cf49896e-72c3-4bf5-81ab-797b30c7d927","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.312252829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"01826d6e-3a87-4c9b-9b8e-2a67a962d5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.312637799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a0311181-889e-4527-b8a7-599adf12f6f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.37065414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"cf49896e-72c3-4bf5-81ab-797b30c7d927","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.370654144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"a0311181-889e-4527-b8a7-599adf12f6f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.372828271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"01826d6e-3a87-4c9b-9b8e-2a67a962d5c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.574551138Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-degraded-models-apikey-auth","reconcileID":"2b44e848-32d3-43de-8414-4e988fbb11c5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:56.831768483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"45cb4838-a3b5-4423-8cd2-236e341bb9e6","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.315398623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"4275cbdb-3722-4601-b3c7-b9d42ef79549","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.415622497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"4841b755-4b72-44df-b1b7-27498f393f40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.435460582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ca018c1-5bae-4686-b8ad-de6f9a36cb92","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.515389193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"54ed4471-b271-46af-b740-f3fb46755faf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.734841657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"e961a71e-5682-4203-80ff-8b4b1ec093f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.835844603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"144f5eee-66e7-4721-98be-41c3180ea8a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:58.858785471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"983a2033-e63f-4a18-8b13-3ebc098836ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.0850435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"39209c12-972e-4adf-b2e7-5f31f365ccf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.185735832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce37edb4-0abc-4dc6-ac93-d9bd63c231a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.290533046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c4a4e199-7d47-4a93-b464-0b54cdfbe763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:45:59.320071259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"4a061149-ae69-4463-b31c-f633bbe71635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.558110975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"0580c46f-1ef5-4488-a363-a6c25d6c0da6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.558137591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"0580c46f-1ef5-4488-a363-a6c25d6c0da6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.615748441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"d33bb418-ab19-4475-8334-836ae478adca","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.715264235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"e5d24ef3-22ab-47d3-953f-8643ebc5d38c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.715289357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"e5d24ef3-22ab-47d3-953f-8643ebc5d38c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.769737387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"e09e4772-e44e-4718-93fc-1a8ac6881b4c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.769759542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"e09e4772-e44e-4718-93fc-1a8ac6881b4c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:03.823006535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"26ac4c43-9428-40ac-9f77-8c41c3a97509","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.868562301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2c219639-eec5-4dcd-af7a-b74b76ddf745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.868565853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"85f1bd07-53e1-4a65-8985-0420295d3905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.925733643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"85f1bd07-53e1-4a65-8985-0420295d3905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.925790512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"2c219639-eec5-4dcd-af7a-b74b76ddf745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.937228966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"60dd3158-30ed-48fd-9f3a-37ded8a92cef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.93724598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"60dd3158-30ed-48fd-9f3a-37ded8a92cef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.990926912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"aa019263-78e6-4f1d-ae0c-57d943fcb27f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:03.990949257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"aa019263-78e6-4f1d-ae0c-57d943fcb27f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.010932138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"2dfe6d3e-7bb6-4074-8e17-4392068769ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.010951779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"2dfe6d3e-7bb6-4074-8e17-4392068769ef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.06950453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"5235c217-c83d-449e-b34a-806d9488c14c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.06952683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"5235c217-c83d-449e-b34a-806d9488c14c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:04.122035727Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"5235c217-c83d-449e-b34a-806d9488c14c","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:04.122098468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"5235c217-c83d-449e-b34a-806d9488c14c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.127419547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"f567eaf8-8cee-4361-8ca5-6f31d74f17ac","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.127435331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"f567eaf8-8cee-4361-8ca5-6f31d74f17ac","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.208019452Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"a4ecd352-fe91-4212-a1d3-323bd7cb3361","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.26929245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-auth","reconcileID":"a6c4aa94-f81f-4830-a9ca-c06f3c0ed526","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.273834796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","namespace":"ai-tenant-e2e-praxis-a-66100b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.273908676Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","namespace":"ai-tenant-e2e-praxis-a-66100b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.273957968Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","tenant":"e2e-praxis-a-66100b","tenantID":"e2e-praxis-a-66100b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.324303643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-auth","reconcileID":"a6c4aa94-f81f-4830-a9ca-c06f3c0ed526","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.324656712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.361620801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"00d319f4-a990-4f07-9c62-5d85aae2ea21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.361620808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"05c70e76-07d4-411e-a0f5-2ef716a35c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.370589662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"83eacbbd-6e3f-466f-ad8d-04e5c5e8568b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.370606228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"83eacbbd-6e3f-466f-ad8d-04e5c5e8568b","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.375635464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Service","name":"maas-api-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.416933799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"00d319f4-a990-4f07-9c62-5d85aae2ea21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.417037097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"05c70e76-07d4-411e-a0f5-2ef716a35c75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.426395718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.477056298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-66100b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.527722693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.575691562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"97cc051b-86ef-42f5-bff3-98f13f7d6c11","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.578616456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.632137444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.634270674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"41399fef-1292-48ef-bd25-34332b0b35e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.63429295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"41399fef-1292-48ef-bd25-34332b0b35e2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.682931652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.734034878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.785314994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.836401096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Service","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.837256076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-auth","reconcileID":"086bf3b0-9c82-4f22-9a1a-e695f9025ff4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.887471862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.892190557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-auth","reconcileID":"086bf3b0-9c82-4f22-9a1a-e695f9025ff4","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.938503461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:04.989770922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.040895328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.0921641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.095425478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"58b2d1b7-bdd1-4cd0-845a-cd7d1ef685c2","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.143282872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.156549521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"9a92d002-62df-48dc-9c41-609dab876284","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.156565894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"9a92d002-62df-48dc-9c41-609dab876284","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.194469209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.203207176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"a32cfe8d-9adc-4c27-b105-fdd234e9c644","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:05.20878801Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-97b317/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.244103236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-auth","reconcileID":"1cafa462-7584-4290-b960-81b7b2631947","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.244217609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"4c8d205f-98ca-4627-8445-f399eeb3fe99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.24423093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"4c8d205f-98ca-4627-8445-f399eeb3fe99","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.245534401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-66100b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.253423083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ba48cbc5-277f-4517-a0fa-0204d1b66a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.253474603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"276536e6-6a29-4b1a-8523-ab4d65ebb1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.296295934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-66100b"},"namespace":"ai-tenant-e2e-praxis-a-66100b","name":"default-tenant","reconcileID":"30a5a459-70aa-41c8-aa6f-00b09498c63c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-66100b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.301428025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"36c15af1-f2f7-4152-b9e5-002e7812f87b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.309086277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"276536e6-6a29-4b1a-8523-ab4d65ebb1a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.309439346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"ba48cbc5-277f-4517-a0fa-0204d1b66a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.451350837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"9bf8a69b-cd48-45cc-97f1-e60b623163fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.451372983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"9bf8a69b-cd48-45cc-97f1-e60b623163fb","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.455754817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3ca051c2-32d9-4df2-8c91-651c3606d35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.455754831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"26927671-8a4b-45b5-b581-332e290eae40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.53415514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"26927671-8a4b-45b5-b581-332e290eae40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.537302703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"3ca051c2-32d9-4df2-8c91-651c3606d35c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.539086652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-list-subs-refs-sub","reconcileID":"e2d933a0-fccc-4e3e-af60-d8a6d671e8f8","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.589130012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"50614f51-b4ab-43bf-814c-12e0a80141f0","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.650651316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3d165542-426b-42f2-93fc-e99cccefae5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.650650418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"50acb7cf-243d-4ae9-9875-eaad48577fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.700001657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"aa34edab-2bcd-4ec2-914e-6e0f2fee1eb0","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.705905999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"50acb7cf-243d-4ae9-9875-eaad48577fdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.706123474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"3d165542-426b-42f2-93fc-e99cccefae5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.744054074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"2a2efd5c-829f-465e-a61e-50e3035b5181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.840213287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d6adec48-3513-498c-ae83-087dfb4055a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.841431065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"77ccf7aa-22c8-407f-bd89-99097b861691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.895630926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d6adec48-3513-498c-ae83-087dfb4055a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.896896177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"77ccf7aa-22c8-407f-bd89-99097b861691","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:05.904696112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-list-subs-refs-sub","reconcileID":"de763ae0-aeae-4d5b-8572-52a224ea39cc","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:06.0062003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"013c67e4-26d4-4e19-8401-0b3131d04697","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:06.119652345Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-66100b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-66100b","reconcileID":"18853389-f8d5-4f7e-bb0e-dc3699c05e58","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-66100b","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-66100b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:07.376341604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04003fcb-55bc-4a56-876d-27aa7f4be4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:07.428124724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04003fcb-55bc-4a56-876d-27aa7f4be4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:07.479686549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04003fcb-55bc-4a56-876d-27aa7f4be4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:07.531402049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04003fcb-55bc-4a56-876d-27aa7f4be4f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:09.404573947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e95699-71a3-4b15-ab0f-4aaa47e0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:09.461129926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e95699-71a3-4b15-ab0f-4aaa47e0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:09.513503863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e95699-71a3-4b15-ab0f-4aaa47e0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:09.565437338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94e95699-71a3-4b15-ab0f-4aaa47e0f2bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.291286548Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.649691997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11486c94-bd2f-466c-8e03-7a6c3c00fc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.70175258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11486c94-bd2f-466c-8e03-7a6c3c00fc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.754486234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11486c94-bd2f-466c-8e03-7a6c3c00fc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:14.807598477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11486c94-bd2f-466c-8e03-7a6c3c00fc8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.294846834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"68a01930-49ef-4ac5-a92e-2e3261f5d85a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.294901894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"68a01930-49ef-4ac5-a92e-2e3261f5d85a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.608354619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"874684c3-7eb8-4f79-923f-9c13227c0ac8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.608377784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"874684c3-7eb8-4f79-923f-9c13227c0ac8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.798571258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"987ae44e-4a72-4ecf-9195-dcfdfda8e9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.799849995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c58593e6-9fbf-4f7e-a542-8b4e2eaf5763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.910334462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"987ae44e-4a72-4ecf-9195-dcfdfda8e9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:15.912265492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"c58593e6-9fbf-4f7e-a542-8b4e2eaf5763","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:16.695163531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b55b0-1fa6-40a1-bfd4-3a960709f0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:16.746592541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b55b0-1fa6-40a1-bfd4-3a960709f0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:16.799096938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b55b0-1fa6-40a1-bfd4-3a960709f0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:16.853371448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023b55b0-1fa6-40a1-bfd4-3a960709f0e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:17.759137303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"83ac4e5a-c097-48fa-b753-13fd7a916d2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:17.915329374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"862ec28a-6d0c-43e7-bd39-8c32f118bc1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.045220546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c88bcb5-1f7c-423c-91cd-041aede4dc19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.127727397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"d6ecdbd8-04c9-4650-b833-3374ee48a9f0","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.314710086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2e0a5064-ceb2-43d4-b0ec-1554f0db72db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.314660334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"352be2bd-cd9a-409b-b93a-821873ac4f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.359530984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1710e340-e230-4009-a151-2749063a83f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.394068755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"352be2bd-cd9a-409b-b93a-821873ac4f1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.396795528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"2e0a5064-ceb2-43d4-b0ec-1554f0db72db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.519546794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"2e467e7c-ca14-4448-b7d5-a03238a7309b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.671635105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"5308e5ff-5b79-406c-be45-2b757cccca64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.772696555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"40fa7231-1c7e-4c01-b6b7-23cf82e2fcc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:18.8826328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"0ab03608-ae54-47d5-a839-2270e0777593","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.025202126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"bd0c3aac-0aeb-49f0-9ae3-5872e79e6dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.129919219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"1f660632-f4f4-43f3-a901-e5de73809fd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.224184587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"6691c1a5-b1d5-4b0c-b7a1-85587e0f71ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.238092202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7912945e-71fa-4c3e-acb7-ae39b382e9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.2380922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7b97428c-2e97-4b95-a23f-32c77bc8cac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.297086549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"7b97428c-2e97-4b95-a23f-32c77bc8cac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:19.300736154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"7912945e-71fa-4c3e-acb7-ae39b382e9e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.394932098Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","namespace":"ai-tenant-e2e-praxis-a-0c0723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.394997461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","namespace":"ai-tenant-e2e-praxis-a-0c0723","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.395059403Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","tenant":"e2e-praxis-a-0c0723","tenantID":"e2e-praxis-a-0c0723","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.450119805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0c0723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.512412712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Service","name":"maas-api-e2e-praxis-a-0c0723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.569654191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0c0723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.622781422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0c0723","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.67860578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.733309637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.781887778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"d27ff55a-fe97-4448-b645-a3bc10b03a51","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.781913524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"d27ff55a-fe97-4448-b645-a3bc10b03a51","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.790730069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.836900436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"059a3a6e-71a9-4c32-9940-bbff69bb037d","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.836923092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"059a3a6e-71a9-4c32-9940-bbff69bb037d","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.844253479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.895249343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.939857763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"0fc54dbf-a2e6-4f78-b642-f325438164e6","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.946308244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:20.997243993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Service","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.048365718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.06212044Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"0fc54dbf-a2e6-4f78-b642-f325438164e6","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.099497504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.116364651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-25b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"0fc54dbf-a2e6-4f78-b642-f325438164e6","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.150642422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.172565499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"14a0cb77-f4a7-49b0-b99f-b4ecb6e768c1","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.172582108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"14a0cb77-f4a7-49b0-b99f-b4ecb6e768c1","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.201688921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.256055333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.307317006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.358377407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.409944153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0c0723","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:21.461167786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0c0723"},"namespace":"ai-tenant-e2e-praxis-a-0c0723","name":"default-tenant","reconcileID":"32de9b30-774e-46d4-9c5e-bcfbb63e5e37","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0c0723","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:22.263519288Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0c0723","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0c0723","reconcileID":"e0d9bba7-3ba0-4dd6-a567-4d8f91080f3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0c0723","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0c0723"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.367388208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2627ab-552f-4f32-892d-4dc68a205664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.418933852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2627ab-552f-4f32-892d-4dc68a205664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.470620785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2627ab-552f-4f32-892d-4dc68a205664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:23.522233491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec2627ab-552f-4f32-892d-4dc68a205664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.471998377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b5afe8-473d-4b4a-93f2-3178207b492a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.523541381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b5afe8-473d-4b4a-93f2-3178207b492a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.575070073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b5afe8-473d-4b4a-93f2-3178207b492a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.626947516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b5afe8-473d-4b4a-93f2-3178207b492a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.768391909Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"d562709c-89e7-4e71-9d2d-265ea9401392","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.820341718Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"d562709c-89e7-4e71-9d2d-265ea9401392","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:25.889004335Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-enrichment-sub","reconcileID":"d562709c-89e7-4e71-9d2d-265ea9401392","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.158615453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"cc74a5ca-371e-4089-8fd7-7630b960e815","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"tenant":"e2e-worker-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.158636177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"e2e-enrichment-model-ref","reconcileID":"cc74a5ca-371e-4089-8fd7-7630b960e815","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.314301109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d18ea9f8-a697-4d71-b60c-3593f437ebfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.314315919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6660bd39-dd7c-42ea-9468-2eb5f483ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.371280952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d18ea9f8-a697-4d71-b60c-3593f437ebfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.371302585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6660bd39-dd7c-42ea-9468-2eb5f483ee32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.529464209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"6c6f1d97-be3c-4f8f-a007-620048ccb73f","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.550085946Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","namespace":"ai-tenant-e2e-praxis-b-001a26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.550154957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","namespace":"ai-tenant-e2e-praxis-b-001a26","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.550207897Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","tenant":"e2e-praxis-b-001a26","tenantID":"e2e-praxis-b-001a26","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.604431574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Deployment","name":"maas-api-e2e-praxis-b-001a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.666202399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Service","name":"maas-api-e2e-praxis-b-001a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.724463727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-001a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.777620954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-001a26","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.834571957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.888248453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.944810615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:26.998209378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.049515411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.100677449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.152067998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Service","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.203134599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.247091088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"ba78f978-d8b9-46dd-b15c-5586195cc6c8","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.254335423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.300627372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"c2826d1d-2663-4123-965a-6e28470efc36","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.305248569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:27.354389593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"13182002-21e3-4d75-a43f-7ac2f5bf311d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.356996341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.40080892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"76268fa8-7abe-410c-af1d-8ca6e2f63841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.40088885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"438e325c-d5f9-40c1-a0c1-24401840280d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.411005319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.457832101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"76268fa8-7abe-410c-af1d-8ca6e2f63841","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.45833479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"438e325c-d5f9-40c1-a0c1-24401840280d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.462425606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.468454629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"412103cc-4877-405f-8709-b92ecb043894","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.513205253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.524380571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"3b1e06ab-da9e-42fe-84ec-cfa95ee28ceb","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.564723845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-001a26","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.573683257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-model-match-sub ai-tenant-e2e-worker-w2-e621db/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.573948943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"084f4e97-1213-4659-b713-39db7a1dc5ba","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.615649049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-001a26"},"namespace":"ai-tenant-e2e-praxis-b-001a26","name":"default-tenant","reconcileID":"b09f347e-2182-4185-934b-4ebd4972ff09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-001a26","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.62857356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"5b5481e3-6307-407d-903b-85dcb51a1842","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.680637461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"61642a9e-ea5b-4e3e-99dd-891fe2b60a54","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:27.684308246Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-e621db/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.734480449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"9897f4f7-efd6-4405-9b99-bbb66d36cf0f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.742154952Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"edd39101-616b-4c5f-b515-ac26d847a9c4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"distinct-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.818711041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"177502f7-9652-4407-a91b-63ba90bc9bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.819152062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ab8f1ca7-642c-4961-ab24-5022df185110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.858839488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"ffdc1d5f-04a2-4224-b24b-988e87210342","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.874140854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"177502f7-9652-4407-a91b-63ba90bc9bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.874184428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ab8f1ca7-642c-4961-ab24-5022df185110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.914994946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"bcac4f7d-69b3-4a12-917f-d7c011d820b5","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:27.946347488Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"a825a46e-fc35-45f6-b454-50943e257bf9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"distinct-2-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.108791327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"cedee8a1-172d-4ead-878c-f26335490246","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.109356923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"d44050b7-20bd-412c-878e-c5edab236360","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.115127563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"1b4c9673-80fc-4ff7-89ec-80e489606490","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.14054047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"0b3ff25e-dc1a-4cd4-8341-05582ff14b58","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.170644814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"1b4c9673-80fc-4ff7-89ec-80e489606490","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.199001993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"34dc54be-4e89-4de8-b778-8adc23f8aad0","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.229695356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a4efc4e0-30b8-42f3-aba4-1785cb805c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.229711316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c2da67f3-148f-4b5b-8115-53035c8a7729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:28.251191219Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"34dc54be-4e89-4de8-b778-8adc23f8aad0","name":"distinct-2-w2-e621db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:28.251248152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"34dc54be-4e89-4de8-b778-8adc23f8aad0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.256520758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"4fb10b4e-b353-4820-b913-b28a87cdf292","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.272478842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"f57f1a5a-2244-4674-876e-66832dee9325","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.284965144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c2da67f3-148f-4b5b-8115-53035c8a7729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.285130114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"a4efc4e0-30b8-42f3-aba4-1785cb805c9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.301098942Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-list-subs-refs-sub","reconcileID":"cd4e34b0-4d77-4c9c-a4a7-2629990f6d3c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.314152564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"aa8727a5-b46e-4fc0-acca-7cb70976e54d","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.450564431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"c4e42d1e-7c1f-4dee-80e8-1ddc6ed5bbb0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.477520571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"ef25421c-5466-43c9-8505-f9750b03afad","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.483817307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"0711222b-26c2-426d-837d-c4af59ef5e36","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.505549439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"c4e42d1e-7c1f-4dee-80e8-1ddc6ed5bbb0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.512540346Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-list-subs-refs-sub","reconcileID":"cd4e34b0-4d77-4c9c-a4a7-2629990f6d3c","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.627407965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"66d225f9-1061-4da1-9301-6a1522ea3e56","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.727526772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"1842004a-b6bc-4458-8853-d5a4a695278e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.732370524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5abde491-b1ff-4487-b66c-7d6b56defe36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.732388955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ca0d5b73-183e-4c61-b5d6-3ff85e3f4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.738807349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"c45b3520-5c71-4947-ae40-03f915e381a8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.781181787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"158e5444-2b8c-42cc-9e55-e400b1b8a89a","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.781565678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-e621db priority=0:[ai-tenant-e2e-worker-w2-e621db/e2e-model-match-sub ai-tenant-e2e-worker-w2-e621db/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.787671207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"5abde491-b1ff-4487-b66c-7d6b56defe36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.788123921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ca0d5b73-183e-4c61-b5d6-3ff85e3f4e87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.797524404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"c45b3520-5c71-4947-ae40-03f915e381a8","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.816430007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"cd103b4a-3df4-4ec1-923b-0bb0b8acdecf","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.838982729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f709aa72-f108-487a-8495-3ff3bb10d6f6","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.935001252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c2a2b223-80db-4de6-83f8-561212af47af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:28.990718747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"c2a2b223-80db-4de6-83f8-561212af47af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.138287249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"c6015a02-a976-43be-b311-d1bb58e26515","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.144405675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"64709c00-1c2b-452f-81b5-8aa1e45497dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.196661584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"c6015a02-a976-43be-b311-d1bb58e26515","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.20102066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"64709c00-1c2b-452f-81b5-8aa1e45497dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:29.92052303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"92c93354-2a18-4721-a341-2b2b228c4e7a","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.079913794Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"bdd9e7e9-fc99-4081-a629-cd2218d09f71","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-794c9efd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.177201322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"487f882e-9f13-4b27-8007-20800880bf23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.177241275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"a82e985c-a5b1-412d-9dcd-f436a2d10537","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.177653385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8b86341f-1684-4d9a-997f-8daf20bd2e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.177807702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"0608a024-98e1-4331-a1ac-75319b07bc74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.233640977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"a82e985c-a5b1-412d-9dcd-f436a2d10537","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.233726195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"8b86341f-1684-4d9a-997f-8daf20bd2e67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.236087921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"0608a024-98e1-4331-a1ac-75319b07bc74","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.236419935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"487f882e-9f13-4b27-8007-20800880bf23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.635213178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-001a26","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-001a26","reconcileID":"a4156cca-d85d-4c51-9e0a-1568c8c76b8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-001a26","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-001a26"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.698297273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"ccd4951b-a107-4fbb-abd1-6f5ddcd1a6bc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.698307202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9072f4e5-3cab-49e9-b967-168d5a00bd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.698774529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"fc4a0fa7-b616-4c28-a0ed-26eb876ee39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.698778746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"e32b577f-a721-4e5a-a57d-3ea1748f8846","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.755709364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"9072f4e5-3cab-49e9-b967-168d5a00bd0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.756470742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"e32b577f-a721-4e5a-a57d-3ea1748f8846","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.7585624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"ccd4951b-a107-4fbb-abd1-6f5ddcd1a6bc","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:30.760062093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"fc4a0fa7-b616-4c28-a0ed-26eb876ee39f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.283987662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"ec616136-40f5-47e0-82a6-cd29d069254c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.340790837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"ec616136-40f5-47e0-82a6-cd29d069254c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.394436899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-25b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"ec616136-40f5-47e0-82a6-cd29d069254c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.770722162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb24b9cf-d132-4a69-96c4-fc077a952ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.822655039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb24b9cf-d132-4a69-96c4-fc077a952ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.874612637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb24b9cf-d132-4a69-96c4-fc077a952ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:31.926412637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb24b9cf-d132-4a69-96c4-fc077a952ca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.815565651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7461c3-93a6-4af7-9223-6c3f78d5b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.869453053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7461c3-93a6-4af7-9223-6c3f78d5b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.921677657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7461c3-93a6-4af7-9223-6c3f78d5b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:33.973306888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad7461c3-93a6-4af7-9223-6c3f78d5b97a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.865534521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f93507-3fe8-4ee2-adc0-cc18776aff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.917033003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f93507-3fe8-4ee2-adc0-cc18776aff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:35.96858183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f93507-3fe8-4ee2-adc0-cc18776aff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:36.020082772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f93507-3fe8-4ee2-adc0-cc18776aff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.132024256Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"6e45dfcc-00b3-42e9-9995-9d67ec03d107","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.183571132Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"6e45dfcc-00b3-42e9-9995-9d67ec03d107","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.235267142Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-sub","reconcileID":"6e45dfcc-00b3-42e9-9995-9d67ec03d107","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.502760906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"056ce169-756f-4483-bff0-985022f2b078","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.563451842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"ff27455d-08c1-449c-84c9-d133acc498fc","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.658673674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"f225a271-609d-4a3c-a854-c677daac006d","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.748449005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"8714fa84-7985-4f3e-bb47-a57948e41a7c","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.764219311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d26cdacb-eecf-4cc1-9d50-6789a772c67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.764411845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"35cbf462-9311-4a5d-9cb4-d2902e04836a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.764219378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"c981a256-1e61-4a3b-9684-58d343887e8d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.764968435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"ec5b776d-d8d2-4825-bc47-2f5721bcc3e6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.801962697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"14910827-4d02-477d-9d7b-f8bb5208c299","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.81755485Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"90c11a50-a71b-4348-b2b0-26fec05ae387","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3936f42e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.822042073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"ec5b776d-d8d2-4825-bc47-2f5721bcc3e6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.82204862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"c981a256-1e61-4a3b-9684-58d343887e8d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.825373309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d26cdacb-eecf-4cc1-9d50-6789a772c67e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.825593713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"35cbf462-9311-4a5d-9cb4-d2902e04836a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:40.855260111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"6ec6580e-6404-4eba-8ac7-678e3c5dcb38","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.900997994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f802872a-291f-4565-a2b6-2518735c41b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.956941408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"f802872a-291f-4565-a2b6-2518735c41b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:40.96842822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"9a9a5474-5d7d-40ef-bfc4-175db6399e2e","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.024520149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"e232a718-3807-4cdd-a150-24c4b14f3913","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.031432357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"4278ef64-52e3-4006-a136-c52e28e7c94f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.232492247Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"fb15c30a-ccd1-455a-bbe8-1d36a85feb57","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"distinct-w1-97b317","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-97b317/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.283334045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"110f4b44-54e9-466b-a581-88d1fdb9b025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.283354903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"4b4fa412-ad29-426b-91f6-5d8193f8d302","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.283790078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6208ca50-0a23-4fee-a760-0707b5fbbe73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.283823122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"a871eda1-8315-4915-b1c8-e3635662a8c4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.340264329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"4b4fa412-ad29-426b-91f6-5d8193f8d302","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.342558732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"a871eda1-8315-4915-b1c8-e3635662a8c4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.340263472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"110f4b44-54e9-466b-a581-88d1fdb9b025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.34275082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"6208ca50-0a23-4fee-a760-0707b5fbbe73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.397447936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"dc2619c9-1515-4704-837c-e956371791f2","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.431304275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"27ac0013-dd6d-45af-9de3-095d4f31dd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.486904753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"27ac0013-dd6d-45af-9de3-095d4f31dd67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.598849869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"a9e4122f-6dc4-4398-a2c6-7a5b98b721d6","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.602734679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"5de7492c-d749-47fe-8ded-b0ac5a79b391","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.644932743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"634a1e63-ba04-498a-a998-39c015fba2db","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.700410267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"634a1e63-ba04-498a-a998-39c015fba2db","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.746984063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9d6848ba-827d-450e-941c-49afc9e140f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.754827686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-25b9ff-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"634a1e63-ba04-498a-a998-39c015fba2db","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.803133215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"9d6848ba-827d-450e-941c-49afc9e140f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.849722647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-auth","reconcileID":"6f8a75f4-63d4-4590-bea4-e5796529768e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:41.905312319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-auth","reconcileID":"6f8a75f4-63d4-4590-bea4-e5796529768e","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.266305884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"a62d8bb0-cb40-4f1d-94ac-3b5fa1b3b8cf","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.472217449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-auth","reconcileID":"6de83f1f-c5b1-4599-b48c-c29e79d0a462","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:42.528848985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-auth","reconcileID":"6de83f1f-c5b1-4599-b48c-c29e79d0a462","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.287143328Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.999294158Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-auth","reconcileID":"86cacc97-a020-4619-a61d-cde3e23baf1c","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-2-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:44.99934468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"66237ca0-25df-4f7b-9ab5-2c5f49ee54c8","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.160358631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"a49681c6-21f4-4344-997e-239cddaf36af","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.322743341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"93b2f83c-a218-4d65-ad34-5f963993e989","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.476547839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77e6d90d-bdc0-4179-8461-3d94334d30fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.476608362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7349004f-820e-46ff-92df-1b77f2d33fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.532402255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"7349004f-820e-46ff-92df-1b77f2d33fb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.533844835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77e6d90d-bdc0-4179-8461-3d94334d30fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.621500764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"04a0eef0-92a0-4a06-b6c3-5a0b8790811c","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.79097003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"990cc567-a4c6-4c3a-8853-11617d78d94f","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.793273204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"dbee83cb-52e8-4ce2-b172-a948b20d26c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.793906415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"37daea01-514e-453c-b11d-c27ce85a3538","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.794450496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cf18035c-390f-4cfd-905f-b2974c5358b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.851109516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"37daea01-514e-453c-b11d-c27ce85a3538","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.851245118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"dbee83cb-52e8-4ce2-b172-a948b20d26c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.854887794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"cf18035c-390f-4cfd-905f-b2974c5358b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.900081314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"cf5fe1c4-bb35-46b0-9d47-2f8765d4931f","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.95572837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"b7dcc280-e22b-45dc-8309-f784e7bd446b","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.989355363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"04f980eb-ba82-4a29-b14a-7d099bbaa737","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:45.990739675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6dea0e9c-3bd5-4ed7-b109-094c56f2b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:46.004461466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"0d6a423d-fea2-4818-b272-a461a70c2445","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.044441096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"04f980eb-ba82-4a29-b14a-7d099bbaa737","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.045601289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"6dea0e9c-3bd5-4ed7-b109-094c56f2b30f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.115378117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"de84a351-8480-4d9d-8c02-8f7f62fccd01","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.170101682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"6adf7f47-1eeb-4ee0-8a17-5bd2e25997df","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.311528881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"4824c3dc-e697-4469-b5c7-05e103c93039","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.311721111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"3d3c155c-78e7-4bdd-bf58-d0ddcaf6ce4d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.311528836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"16c1107f-8534-40a7-90d2-c18f7c52ec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.364332508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"3b05c922-672f-4fdf-818d-c661d52727b7","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.367797157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"4824c3dc-e697-4469-b5c7-05e103c93039","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.368331181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"3d3c155c-78e7-4bdd-bf58-d0ddcaf6ce4d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.370009289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"16c1107f-8534-40a7-90d2-c18f7c52ec00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.411301824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"30f6177f-4385-445a-a8a3-440e5e433730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.432474425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"0c2b508a-addc-42d6-b025-0f658e337bb5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/e2e-status-degraded-sub","ai-tenant-e2e-worker-w3-ec695b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.43261559Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"0c2b508a-addc-42d6-b025-0f658e337bb5","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.46745861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"30f6177f-4385-445a-a8a3-440e5e433730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.517598525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"980865d6-7232-4c86-98f8-21cbe74c558e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.573459091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"980865d6-7232-4c86-98f8-21cbe74c558e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.639040884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"b441f404-e9ff-42d4-aed1-809197feac87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.64674145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"610af367-90f9-4b48-a734-c57bccc14d3f","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.723846507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bb2bd325-a917-4b4a-a771-42df72fec9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.779841978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bb2bd325-a917-4b4a-a771-42df72fec9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.853598213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"21ff4582-8dd0-4f4a-ae1a-9f779c6950f7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:46.85378699Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"21ff4582-8dd0-4f4a-ae1a-9f779c6950f7","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.36537962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"6136400f-d7c3-435b-beb7-af74762b9d53","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.519925678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"afac4232-2710-427e-a98c-c63360b8e679","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.519963719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"d72b9b8e-76eb-4cf4-a169-e23ad914a281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.52046709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"30af7c84-2080-4135-8f43-0891119c6434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.577159271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"30af7c84-2080-4135-8f43-0891119c6434","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.577187071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"d72b9b8e-76eb-4cf4-a169-e23ad914a281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:48.580694607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"afac4232-2710-427e-a98c-c63360b8e679","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.869823057Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"0171f4e0-1987-463c-8aca-2906ada5096e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.92169679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"0171f4e0-1987-463c-8aca-2906ada5096e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:50.973602383Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-sub","reconcileID":"0171f4e0-1987-463c-8aca-2906ada5096e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.239890088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"001c0fb1-5a4a-4029-8e7d-5c592dd35866","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.399076716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"1c4d7617-4835-4c93-9bb5-fac09e9a49bc","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.497050956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"cc31a99b-f84d-494b-aa37-0d7056dcdbe7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.497209651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bf4b14f0-38ab-41c6-b851-23b6de82f3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.497050682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9f4dd7a8-cb52-479b-8667-ee0ee0b011f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.497479803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"3c85735c-f5da-438b-bcaa-d6d88d3b6a5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.554080307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9f4dd7a8-cb52-479b-8667-ee0ee0b011f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.554118548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"cc31a99b-f84d-494b-aa37-0d7056dcdbe7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.556359535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bf4b14f0-38ab-41c6-b851-23b6de82f3c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.556436387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"3c85735c-f5da-438b-bcaa-d6d88d3b6a5f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.757693693Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-match-auth","reconcileID":"5af96a3e-76bc-48a5-b586-9e727e1d3238","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.858412717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"387003f7-0a41-4683-a11d-7dbbdf03e69c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.914125575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"387003f7-0a41-4683-a11d-7dbbdf03e69c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.960737399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"bb9a38c4-17b0-4043-8005-bbdec89f07b7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.964060561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"f8dc4653-395f-42ba-96be-ccb7110a4f74","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:51.971732407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-25b9ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9585bc07950d5d16684f77b60d9062e8ad3a2a95c7863563975d6ceac3ef75f1) AuthConfig (3d94a0b7a865ae38d0638b11f154734514915d7994980ab618cac5968eb77707) AuthConfig (d13435669f30ea2f636d2e7541eb162ff0f74b6af045ede8411084c65608a1b5) AuthConfig (5ae408fdf2c36a2f6ff2a0c3be573d6f07cf28c212030e227a0911dae0d53d1b) AuthConfig (a81cf712cb3522a2e8b24c38209fc68aca8974f5f835cc6909a7d3459345e815) AuthConfig (664460773720cc9b3645b8596f80a4904c9248bd6be2a1840985a08c9bff5403) AuthConfig (525208af2ccf8b9dad951b2eecb9db644a302303768314d5af7698ab27a97dc8) AuthConfig (fa0b08adca4df845f758ffcb9af79b7b7951e443ee1984970546e9a3bebf6eaa) AuthConfig (30ca0444825c204f0ea4c4b058d7a909b12aa21db5327ad67f89eaf14a732732) AuthConfig (0bf65c69312467908944e376fbea259b79cdd0c42a64333b55f346f95044b5fb) AuthConfig (2270d61f84d23f84d933660a6e29f01f9eb1d10bb57302cc4ade3ef9ab977b5e) AuthConfig (a1ccb374a8cbf3ea11c792d121dd78c2caca911e37bf966d347744f580dbc0f2) AuthConfig (ab348b95aa53ed21899758118b46bb40b1b181268aed29b526d59117152f35f1) AuthConfig (e2a36f5b70782304060779c6f9e41ee954ffe3176cd5389f4bf512f7e794c5a3) AuthConfig (422226e075f736844c5f110d8bd80807b6ab5fc129ceac1a99151eaa172f041e) AuthConfig (a1cd22d7070a0fa6b72451f50a208ebcc48d0595d0f00211a95d1d7b7e30fc87) AuthConfig (adb35ed9a8fbe8deb9b83b55f64766cece310f64a68c2fd8eaae5a5a93874394) AuthConfig (825f0a141795c0d17805a12f57c382d4f4faba531591c637ac00b38cb79914de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"387003f7-0a41-4683-a11d-7dbbdf03e69c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.016542642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"bb9a38c4-17b0-4043-8005-bbdec89f07b7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.028632414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"639dfd49-b3f3-4ec7-850b-6a3eb721fce9","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.028705817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"639dfd49-b3f3-4ec7-850b-6a3eb721fce9","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.122464124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"9bdbc5dc-a8de-4406-9976-b209818c2cfc","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.219663601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-model-nomatch-auth","reconcileID":"fef58662-f56f-4a60-8691-b10332fdaded","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-2-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:52.376738408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"56508b88-9708-4a4e-9099-d58d4d31bc5b","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.781370275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"17453c5a-7bdc-46b1-9cf1-28cf9bc6c049","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.781712895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"6ae5c088-0943-4180-9ab3-aa6d49185f7e","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.84512221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"94536ae1-420d-405a-a50f-b773ddc3249d","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.845453852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"444bd077-9a6d-422f-b413-2a56eac61f02","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:46:53.896533728Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"885b8873-cd27-4f31-8d6e-0928b06320a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.937029375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"2a9430d4-d6c3-47e8-8705-19d328ff9b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.937048353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"947cb34c-fff0-48b3-a5c4-701712a8980a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.993127469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"2a9430d4-d6c3-47e8-8705-19d328ff9b04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:53.993266043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"947cb34c-fff0-48b3-a5c4-701712a8980a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.009775493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"bc8385b7-24be-4cad-a2b0-25ea04a01218","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.010117908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"bf51ea97-1447-4429-ab65-0f4a12fa59f0","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.064613082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"551865f1-93ed-4332-ad82-51deed1cc499","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.06501346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"8a1088e2-cdac-491c-b504-82c7cc5919de","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.244044773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b6116a3d-98c6-44db-b782-233457eb561c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.297483001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"4d44dd9c-626d-4517-b32c-3f4359457289","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.300943414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"b0c0152f-7e67-4ceb-929f-84ff6323723e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.300950045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bbf8bc03-f001-4a44-82eb-82eba74861dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.328034792Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"8ecae9aa-5ce7-44a8-a53c-02c888858736","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-partial-access-sub","ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.356317493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bbf8bc03-f001-4a44-82eb-82eba74861dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.356629616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"b0c0152f-7e67-4ceb-929f-84ff6323723e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.452536287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-auth","reconcileID":"f3fd22e0-3e91-411e-a067-4f9fc1c610f8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.484256172Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"8ecae9aa-5ce7-44a8-a53c-02c888858736","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"distinct-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.507890763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-auth","reconcileID":"f3fd22e0-3e91-411e-a067-4f9fc1c610f8","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.534544114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"b4968676-1d99-4922-a669-1343f196f993","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.698991576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"baad2149-eeb5-4473-a49a-57a84ed0ff46","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.699331826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"d22c93b1-4ac8-4f85-891e-aae90641a91e","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.83279039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"7f61a96d-7c7e-4f50-be1a-d7cc1b19b7ab","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.916081635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"c0c5476b-d4b9-4b65-a41e-789cac625b6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:54.986648293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-auth","reconcileID":"3a70fa85-004c-4798-af78-b7bc6d20ad4f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.042310313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-auth","reconcileID":"3a70fa85-004c-4798-af78-b7bc6d20ad4f","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.07018589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"c0c5476b-d4b9-4b65-a41e-789cac625b6d","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.481667491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"25610a1e-3ad9-4eec-b32e-7ab2908f57f6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.53341738Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"25610a1e-3ad9-4eec-b32e-7ab2908f57f6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.585543386Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"e2e-no-access-sub","reconcileID":"25610a1e-3ad9-4eec-b32e-7ab2908f57f6","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/distinct-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.852989532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"2199d409-dcf4-4b3e-9c44-93ef8e4249d5","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.909628485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"d63ef9fc-1b5b-4e0f-861e-4579c991dd3c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:55.910001406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"4f1a01fa-3585-4932-a914-8e46602c31f5","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:56.007764935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"09cd91b5-da37-4cc8-8d41-3e7b8bb4801a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:56.007799221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fe44aa69-2d4c-47ff-9e56-e7acab4014a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:56.064213555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"09cd91b5-da37-4cc8-8d41-3e7b8bb4801a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:56.064265431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"fe44aa69-2d4c-47ff-9e56-e7acab4014a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:57.663021006Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-auth","reconcileID":"03332a4c-b903-49ea-9f16-d12805bf1707","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:57.663117363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"a47f349f-097d-4388-82f0-d89d8ac7fc7f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:57.820475066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"28e1a648-096e-4393-8c9e-f161ad27aeda","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:57.98830479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"e35d182b-5d50-407a-bdc8-ef774d66237a","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:57.988684395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"4ae71984-90eb-49ea-9e6e-4741c5478da2","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.142209879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ca224003-3731-4c9b-9db2-7ec6e56f34fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.14222604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"74701988-6a4b-47d1-99e6-1f0350f58957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.200083058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"74701988-6a4b-47d1-99e6-1f0350f58957","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.204712814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"ca224003-3731-4c9b-9db2-7ec6e56f34fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.526200426Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"9f9f6cdd-0942-4d7b-ab90-dc023f1f93cc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.738891087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"9f9f6cdd-0942-4d7b-ab90-dc023f1f93cc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-ec695b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.738921805Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"9f9f6cdd-0942-4d7b-ab90-dc023f1f93cc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.739030063Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-sub","reconcileID":"9f9f6cdd-0942-4d7b-ab90-dc023f1f93cc","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-ec695b/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:58.946587531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"881b5b1c-dcdf-4f87-b6b3-51b80f79d618","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.056463961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"6159c97b-413f-46ac-846c-2ce061f3e6d4","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.209609966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"26eab3ad-e430-4960-aa45-bd25d01c0450","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.210025592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"964cc634-ead4-411b-a3ea-da5df959eee8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.210218244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9fe81304-1350-4663-9ff5-bc8afbe91ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.210625993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"3603791a-6d6d-42ff-b456-8bbad4cab7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.267355232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"9fe81304-1350-4663-9ff5-bc8afbe91ead","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.268430265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"964cc634-ead4-411b-a3ea-da5df959eee8","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.269844705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"3603791a-6d6d-42ff-b456-8bbad4cab7ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.470010264Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"e2e-status-degraded-auth","reconcileID":"d8b20ee5-9021-4801-9aa2-94b7b3f66fbd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:46:59.627644405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"f77e46d7-3b1f-48d6-977d-1d149bf976f2","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:01.994141655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e452bbb-d9bd-4bd2-b931-b55934c5d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.048245781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e452bbb-d9bd-4bd2-b931-b55934c5d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.099893751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e452bbb-d9bd-4bd2-b931-b55934c5d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.151360195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e452bbb-d9bd-4bd2-b931-b55934c5d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.25399451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"4176df2b-633d-43ef-9f4d-c1ee27e7a8b3","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.310438302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"4176df2b-633d-43ef-9f4d-c1ee27e7a8b3","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.364817211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-25b9ff-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9585bc07950d5d16684f77b60d9062e8ad3a2a95c7863563975d6ceac3ef75f1) AuthConfig (3d94a0b7a865ae38d0638b11f154734514915d7994980ab618cac5968eb77707) AuthConfig (d13435669f30ea2f636d2e7541eb162ff0f74b6af045ede8411084c65608a1b5) AuthConfig (5ae408fdf2c36a2f6ff2a0c3be573d6f07cf28c212030e227a0911dae0d53d1b) AuthConfig (a81cf712cb3522a2e8b24c38209fc68aca8974f5f835cc6909a7d3459345e815) AuthConfig (664460773720cc9b3645b8596f80a4904c9248bd6be2a1840985a08c9bff5403) AuthConfig (525208af2ccf8b9dad951b2eecb9db644a302303768314d5af7698ab27a97dc8) AuthConfig (fa0b08adca4df845f758ffcb9af79b7b7951e443ee1984970546e9a3bebf6eaa) AuthConfig (30ca0444825c204f0ea4c4b058d7a909b12aa21db5327ad67f89eaf14a732732) AuthConfig (0bf65c69312467908944e376fbea259b79cdd0c42a64333b55f346f95044b5fb) AuthConfig (2270d61f84d23f84d933660a6e29f01f9eb1d10bb57302cc4ade3ef9ab977b5e) AuthConfig (a1ccb374a8cbf3ea11c792d121dd78c2caca911e37bf966d347744f580dbc0f2) AuthConfig (ab348b95aa53ed21899758118b46bb40b1b181268aed29b526d59117152f35f1) AuthConfig (e2a36f5b70782304060779c6f9e41ee954ffe3176cd5389f4bf512f7e794c5a3) AuthConfig (422226e075f736844c5f110d8bd80807b6ab5fc129ceac1a99151eaa172f041e) AuthConfig (a1cd22d7070a0fa6b72451f50a208ebcc48d0595d0f00211a95d1d7b7e30fc87) AuthConfig (adb35ed9a8fbe8deb9b83b55f64766cece310f64a68c2fd8eaae5a5a93874394) AuthConfig (825f0a141795c0d17805a12f57c382d4f4faba531591c637ac00b38cb79914de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"4176df2b-633d-43ef-9f4d-c1ee27e7a8b3","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:02.510187661Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-41014a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-41014a","reconcileID":"b8ca7c36-da63-49b0-9b4b-31baac0ef497","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-41014a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-41014a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.067845197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afac14ac-60db-45ee-a924-e32fb5322874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.11995681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afac14ac-60db-45ee-a924-e32fb5322874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.171434792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afac14ac-60db-45ee-a924-e32fb5322874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:04.222827039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afac14ac-60db-45ee-a924-e32fb5322874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:06.164770931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbfdf93-8ad1-4c66-a241-741e14d40d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:06.216522407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbfdf93-8ad1-4c66-a241-741e14d40d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:06.268508596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbfdf93-8ad1-4c66-a241-741e14d40d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:06.320820096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbbfdf93-8ad1-4c66-a241-741e14d40d12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:06.327356729Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-b992fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-b992fe","reconcileID":"82c0ae17-4c4e-4c2c-9505-4feecd8454d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-b992fe","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-b992fe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.150849073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"fa270f00-1c3c-4537-987c-cbe7de7b8535","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.186688802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c74a2c-7e19-4681-9de7-aeec5d58f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.238345653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c74a2c-7e19-4681-9de7-aeec5d58f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.289903006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c74a2c-7e19-4681-9de7-aeec5d58f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.341271985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12c74a2c-7e19-4681-9de7-aeec5d58f02d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.448915663Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"fa270f00-1c3c-4537-987c-cbe7de7b8535","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-e621db/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.448949757Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"fa270f00-1c3c-4537-987c-cbe7de7b8535","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.503002535Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"fa270f00-1c3c-4537-987c-cbe7de7b8535","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.605637418Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"e2e-partial-access-sub","reconcileID":"fa270f00-1c3c-4537-987c-cbe7de7b8535","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/distinct-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.711793899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"ec3ee590-307e-4ae8-81a2-4f8a481cfed3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.897204066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"3fdf602e-8281-4d66-8f88-84da77c69058","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:08.897521222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"f3a53164-190a-4f14-b9e0-b02fead106d0","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:09.05162439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"956570d4-ab41-4b42-8ab1-7491a322ac1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:09.051622743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"04de2749-d583-4dea-9818-c57ff5c7b288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:09.107270664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"04de2749-d583-4dea-9818-c57ff5c7b288","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:09.108086684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"956570d4-ab41-4b42-8ab1-7491a322ac1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:10.273651126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3db204-1efb-423d-b401-9866b76a1caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:10.325392631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3db204-1efb-423d-b401-9866b76a1caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:10.37684409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3db204-1efb-423d-b401-9866b76a1caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:10.429051652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3db204-1efb-423d-b401-9866b76a1caa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.39175707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a4e68f-12c4-45c6-8f91-f5f3e97517a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.446158478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a4e68f-12c4-45c6-8f91-f5f3e97517a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.502488514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a4e68f-12c4-45c6-8f91-f5f3e97517a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.555223567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37a4e68f-12c4-45c6-8f91-f5f3e97517a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.607320765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"7dde8fd8-83ff-443c-8a22-ac98268b8e0a","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:12.664335112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"7dde8fd8-83ff-443c-8a22-ac98268b8e0a","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.014082439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f1539b0e-0b2a-43df-bcef-f70cdcd77036","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.014114528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f1539b0e-0b2a-43df-bcef-f70cdcd77036","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.82144446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"555d8443-fe67-4fdf-abe2-85a54e673990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.821474885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"36468959-ce09-4a54-9e1d-d5209bd00e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.877947212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"36468959-ce09-4a54-9e1d-d5209bd00e61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:13.879266358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"555d8443-fe67-4fdf-abe2-85a54e673990","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.292286135Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.50924091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3daac8f-fe72-4e75-841b-7ff57cd1f952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.561600808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3daac8f-fe72-4e75-841b-7ff57cd1f952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.613301422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3daac8f-fe72-4e75-841b-7ff57cd1f952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:14.664746523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3daac8f-fe72-4e75-841b-7ff57cd1f952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.550181638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad5ce5b-5a17-4b89-bd7e-331d07172caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.602564308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad5ce5b-5a17-4b89-bd7e-331d07172caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.654343443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad5ce5b-5a17-4b89-bd7e-331d07172caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:16.706010605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bad5ce5b-5a17-4b89-bd7e-331d07172caf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.618639906Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","namespace":"ai-tenant-e2e-praxis-b-76aba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.618697783Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","namespace":"ai-tenant-e2e-praxis-b-76aba6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.618747206Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","tenant":"e2e-praxis-b-76aba6","tenantID":"e2e-praxis-b-76aba6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.672111089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-76aba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.730346029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Service","name":"maas-api-e2e-praxis-b-76aba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.786710968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-76aba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.839776163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-76aba6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.894891498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:26.950120153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.00528537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.058854095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.110655165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.161837876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.213138147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Service","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.264723037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.316402978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.367548764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.418950193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.474219392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.525638967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.577096286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.630118016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-76aba6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.681406821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-76aba6"},"namespace":"ai-tenant-e2e-praxis-b-76aba6","name":"default-tenant","reconcileID":"47ba3397-d9fa-48f0-b69f-21ae901a8ce9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-76aba6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.983821474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"2bae9c20-41d2-45f6-a19e-aac9d32313b5","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:27.983845017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"2bae9c20-41d2-45f6-a19e-aac9d32313b5","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.03930064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"65c5c2b3-5658-4e99-a9b5-45555640aa40","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.039322031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"65c5c2b3-5658-4e99-a9b5-45555640aa40","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.088195986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"3d3c1def-dc5e-44ed-853d-8b7ce0d1176c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:28.090587835Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"7fbc64e8-51a7-4b09-8737-96842e9f6066","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-25b9ff-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.143809009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"3d3c1def-dc5e-44ed-853d-8b7ce0d1176c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.196840121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"78e414e5-e9a9-49ca-845d-0a08b62e6d99","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.196885085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"78e414e5-e9a9-49ca-845d-0a08b62e6d99","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.250696844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"194b2c52-5d61-45f4-b4e2-2eb48215f339","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.250718356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"194b2c52-5d61-45f4-b4e2-2eb48215f339","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.420749253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"3b083ec3-6cc6-4a77-b770-1d439edffca9","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.469981702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"148c532d-56e4-4f8f-b4be-a7385aa8a5e0","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"praxis-route-25b9ff","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.477160941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"3b083ec3-6cc6-4a77-b770-1d439edffca9","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.477591765Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-76aba6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-76aba6","reconcileID":"ac6c43c0-3ddc-4e76-88b3-a01c5adf3761","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-76aba6","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-76aba6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.631828522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f5626b9f-2ad7-4b2e-909d-0e2eedbba955","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.631850635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f5626b9f-2ad7-4b2e-909d-0e2eedbba955","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:28.898935901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"b9d76c9d-6332-448a-9c71-c3bb377a37e9","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:29.582564767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296dc006-8728-4f52-9f52-6fffcd3e4a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:29.63478178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296dc006-8728-4f52-9f52-6fffcd3e4a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:29.686219985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296dc006-8728-4f52-9f52-6fffcd3e4a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:29.737945031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"296dc006-8728-4f52-9f52-6fffcd3e4a48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.612934525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be19762-2052-4bb7-ab8e-5bdf532a56af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.664560893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be19762-2052-4bb7-ab8e-5bdf532a56af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.716270138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be19762-2052-4bb7-ab8e-5bdf532a56af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:31.768131743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9be19762-2052-4bb7-ab8e-5bdf532a56af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:34.340072396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f82ea2-cc0c-4e41-a088-a562e8869e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:34.391532222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f82ea2-cc0c-4e41-a088-a562e8869e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:34.442963908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f82ea2-cc0c-4e41-a088-a562e8869e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:34.496082015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f82ea2-cc0c-4e41-a088-a562e8869e6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:34.921097821Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-dc9e63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-dc9e63","reconcileID":"8e3ba96e-bb07-4327-93cd-deb87ffde20c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-dc9e63","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-dc9e63":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:36.365786163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15990ac-d6bb-4a9e-8c11-9723e040b36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:36.41704936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15990ac-d6bb-4a9e-8c11-9723e040b36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:36.468912384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15990ac-d6bb-4a9e-8c11-9723e040b36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:36.520492617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15990ac-d6bb-4a9e-8c11-9723e040b36f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.4733816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f436e6-3f97-4b35-ba85-2fdbf7260b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.524983247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f436e6-3f97-4b35-ba85-2fdbf7260b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.576591237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f436e6-3f97-4b35-ba85-2fdbf7260b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:38.629149854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6f436e6-3f97-4b35-ba85-2fdbf7260b1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.645644682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"43d30dac-d436-40e3-8b29-70df10e6155e","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.876545715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"7ba21b85-0a0e-4170-b1e2-0a31ecf4bb2a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:39.876669485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"7ba21b85-0a0e-4170-b1e2-0a31ecf4bb2a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.610504506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe6be4-5597-4e49-b9b4-d99b32affbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.662064661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe6be4-5597-4e49-b9b4-d99b32affbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.713616556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe6be4-5597-4e49-b9b4-d99b32affbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:40.765388316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5cfe6be4-5597-4e49-b9b4-d99b32affbed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.077041546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"806c6969-6e2d-4fe3-9a20-9f11e87d7022","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.133558605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"806c6969-6e2d-4fe3-9a20-9f11e87d7022","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.229411209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"df8b24ad-1559-4e22-8a3e-c179655509d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.229539915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bde82c83-9105-4954-8cf3-3a34d650f3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.286401767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"df8b24ad-1559-4e22-8a3e-c179655509d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.286526661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"bde82c83-9105-4954-8cf3-3a34d650f3f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.377774523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"4ca70222-b957-40bc-9272-87efe91d07fb","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.37779978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"4ca70222-b957-40bc-9272-87efe91d07fb","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.479958948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"6c19fa6c-267e-496a-bbf0-5356d2f8de6f","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.484298349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"045067e3-6ce2-4238-a048-496dd8847b30","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.484317875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"045067e3-6ce2-4238-a048-496dd8847b30","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.535429383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"6c19fa6c-267e-496a-bbf0-5356d2f8de6f","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.583584229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"689e353e-ab9e-40bf-b1d5-a976b0dcac33","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.846748646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"d042f581-701f-4e71-ab43-0b3471573a33","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.902700757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"d042f581-701f-4e71-ab43-0b3471573a33","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:41.951560121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"614e368f-ff76-43d2-ae57-cd2e2f409fae","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:42.666463546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ba45d3-ed3c-4983-8a4c-38cba103008d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:42.718657783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ba45d3-ed3c-4983-8a4c-38cba103008d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:42.770275006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ba45d3-ed3c-4983-8a4c-38cba103008d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:42.821712347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ba45d3-ed3c-4983-8a4c-38cba103008d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.329133141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"f937f15c-9d01-402c-ae76-79378ce6b96a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.329166998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"f937f15c-9d01-402c-ae76-79378ce6b96a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.388047298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"8594798a-1130-44e0-bb77-ba937a3584b4","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.4649029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"0541cbda-9cb6-4ab1-b63a-32117f44803a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.464922268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"0541cbda-9cb6-4ab1-b63a-32117f44803a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.520734189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"9362df89-eb69-45ac-9cbd-fb9111b44075","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.520755328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"9362df89-eb69-45ac-9cbd-fb9111b44075","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.724949549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"f19b35fd-7695-4bad-b002-05779433bb79","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:43.781392084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"f19b35fd-7695-4bad-b002-05779433bb79","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.104839173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"354af516-cfb1-4d51-b8e1-2645ede01304","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.104892005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"354af516-cfb1-4d51-b8e1-2645ede01304","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.305573782Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.33320487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"2b693fb0-23c1-49e7-aa3a-ab6f0455ae3d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.388606862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"2b693fb0-23c1-49e7-aa3a-ab6f0455ae3d","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.79255122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd70710e-b7a2-47c0-b41c-95677312afd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.844207897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd70710e-b7a2-47c0-b41c-95677312afd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.895694582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd70710e-b7a2-47c0-b41c-95677312afd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:44.947300276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd70710e-b7a2-47c0-b41c-95677312afd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:46.870607324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12deb1be-ed8d-4672-aa2b-d0d300514c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:46.92228474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12deb1be-ed8d-4672-aa2b-d0d300514c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:46.973840675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12deb1be-ed8d-4672-aa2b-d0d300514c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:47.026005928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12deb1be-ed8d-4672-aa2b-d0d300514c0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:47.991569666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"0b70e38b-175b-4ec3-9d22-d7866f3cf253","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:48.182526789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"0b70e38b-175b-4ec3-9d22-d7866f3cf253","name":"e2e-shared-a-w1-41014a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:48.976304456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35b1799-c397-424e-860a-3349d1c33b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:49.027976263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35b1799-c397-424e-860a-3349d1c33b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:49.080752129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35b1799-c397-424e-860a-3349d1c33b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:49.13389617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35b1799-c397-424e-860a-3349d1c33b27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.009970906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb9dbc1-accf-4657-8d6b-fe759695bd74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.061588103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb9dbc1-accf-4657-8d6b-fe759695bd74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.113297396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb9dbc1-accf-4657-8d6b-fe759695bd74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.165040116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbb9dbc1-accf-4657-8d6b-fe759695bd74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.903689417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"be78df30-e336-4f24-a8ca-ae78c1573d19","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:51.903717903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"be78df30-e336-4f24-a8ca-ae78c1573d19","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.006666051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"c276f8bf-95ad-4717-af4a-de1558d2b239","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.061949389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"c276f8bf-95ad-4717-af4a-de1558d2b239","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.110304873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"c44d185f-628c-4f87-a712-47d271fbfc83","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.356371207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"587066e3-9f4c-40ad-9e0d-8a0e575cc23d","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.41238547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"587066e3-9f4c-40ad-9e0d-8a0e575cc23d","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:52.464412384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"8af5592e-ae59-4deb-9dfc-50de386931ab","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.064744265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d057f4-7ee5-4a7c-807e-544d6e9ecc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.116577717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d057f4-7ee5-4a7c-807e-544d6e9ecc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.168353059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d057f4-7ee5-4a7c-807e-544d6e9ecc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.219747447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d057f4-7ee5-4a7c-807e-544d6e9ecc80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.756904733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"93e63137-f9c6-4592-b5fc-e74f4fdd2d5a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.756924705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"93e63137-f9c6-4592-b5fc-e74f4fdd2d5a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.815591059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"79fe4554-704f-4394-a059-90da4a7171b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.815612603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"79fe4554-704f-4394-a059-90da4a7171b5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:53.861819576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"19528ba3-a8c1-4876-b1a8-f498a779e05a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:53.880978372Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"79fe4554-704f-4394-a059-90da4a7171b5","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:47:53.881043948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"79fe4554-704f-4394-a059-90da4a7171b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.886379807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"ee0bf4f1-fce9-4972-a7d2-4e51646e65a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.886396985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"ee0bf4f1-fce9-4972-a7d2-4e51646e65a4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.96307178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"00511529-b6e0-4f28-99c1-11da9f48887b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.966449891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"beaa2c39-f96e-444c-a6bb-88502b91ac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.966449893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2b82e5a6-f183-43ee-9253-1f9999405d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.96996994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"69c1fa04-cc61-41ce-a982-e268dae3c66f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:53.969989785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"69c1fa04-cc61-41ce-a982-e268dae3c66f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.018166827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"00511529-b6e0-4f28-99c1-11da9f48887b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.023129294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"beaa2c39-f96e-444c-a6bb-88502b91ac95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.02312931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"2b82e5a6-f183-43ee-9253-1f9999405d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.026133472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"fc27a642-9051-4e60-9691-d6f7357830be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.026152166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"fc27a642-9051-4e60-9691-d6f7357830be","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.264787729Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"a1b0fe69-bac6-42a0-a195-d6eef67b659b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-acd385/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.428346646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"333c67cc-2296-4f93-93db-fff98024a811","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.42837003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"333c67cc-2296-4f93-93db-fff98024a811","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.466166623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"fa47f650-5ecc-4082-8d6a-ee91a249dd8f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.522361396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"fa47f650-5ecc-4082-8d6a-ee91a249dd8f","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.577402791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"7092a51f-829a-4468-b04b-d337ec6b1112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.57805369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"c9614362-91a1-4ba3-bedf-8c6634c63ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.633174797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"c9614362-91a1-4ba3-bedf-8c6634c63ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.635317969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"7092a51f-829a-4468-b04b-d337ec6b1112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:54.681564393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"bcead8f5-da56-427b-b7f6-ae60838e455b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.167597054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209a5c74-6bd6-4efc-837e-7f57ae16eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.219201429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209a5c74-6bd6-4efc-837e-7f57ae16eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.270965603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209a5c74-6bd6-4efc-837e-7f57ae16eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:55.322801746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"209a5c74-6bd6-4efc-837e-7f57ae16eb7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:57.283832482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e84ede-3f15-4644-975f-dabb78d24ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:57.3400411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e84ede-3f15-4644-975f-dabb78d24ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:57.392645206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e84ede-3f15-4644-975f-dabb78d24ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:57.453773915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5e84ede-3f15-4644-975f-dabb78d24ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:58.53399575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"9be3fd61-afc2-453e-b54f-6e7e02bbfc17","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:58.654690815Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"9be3fd61-afc2-453e-b54f-6e7e02bbfc17","name":"e2e-shared-a-w3-b992fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:59.419380411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a464c9-be21-4650-a6bd-69387bacf668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:59.470876874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a464c9-be21-4650-a6bd-69387bacf668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:59.522399152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a464c9-be21-4650-a6bd-69387bacf668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:47:59.574727092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4a464c9-be21-4650-a6bd-69387bacf668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.362765317Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.362848827Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.419181208Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.419205356Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.419319277Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.419715604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"59e33641-af9a-4433-a6a6-dd5c11e10e18","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.419732984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"59e33641-af9a-4433-a6a6-dd5c11e10e18","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.453227915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"5e957509-6a87-4e64-a80f-18c009d98b54","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.475422566Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"1bce102f-1529-4b58-8d94-ccebab6b5806","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.478400219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e126cf2c-323d-424d-add3-ac0010990e7c","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.478416483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e126cf2c-323d-424d-add3-ac0010990e7c","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.522535701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"b30a79f2-fe46-4d69-afcd-9ae6246661b9","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:48:08.530850678Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e126cf2c-323d-424d-add3-ac0010990e7c","name":"praxis-route-25b9ff","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-25b9ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:48:08.530942074Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e126cf2c-323d-424d-add3-ac0010990e7c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-25b9ff\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.536254213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f6070031-1b85-4991-b929-b3e54338bc7a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.536272195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f6070031-1b85-4991-b929-b3e54338bc7a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.578512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"b30a79f2-fe46-4d69-afcd-9ae6246661b9","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.580197229Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"6d7637a4-3995-4d68-b8de-73f3d1d7755c","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35de0857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.628244401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"56705365-0315-4afa-9be9-bc56ea51458c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"tenant":"e2e-worker-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.628283037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"56705365-0315-4afa-9be9-bc56ea51458c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.646333382Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"3e921f5f-513a-429d-826a-7fa71a115110","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-35de0857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.788559073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"1f7a6a45-93ff-4f3a-8c1c-6d410c31421c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:08.942380805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"1f7a6a45-93ff-4f3a-8c1c-6d410c31421c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.064026312Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"1f7a6a45-93ff-4f3a-8c1c-6d410c31421c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"e2e-praxis-a-25b9ff-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.064049851Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-auth","reconcileID":"1f7a6a45-93ff-4f3a-8c1c-6d410c31421c","MaaSAuthPolicy":{"name":"praxis-route-25b9ff-auth","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.118918079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"772fc35b-a1c3-4739-9340-09bfdfa06895","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.118937758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"772fc35b-a1c3-4739-9340-09bfdfa06895","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.842051027Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"f23bbfd9-8915-4c60-83e7-5f6006f59912","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.893651976Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"7a59a3fb-1add-4697-b430-2318f304cac5","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.893750907Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"f23bbfd9-8915-4c60-83e7-5f6006f59912","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.919392698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3bd06bee-47eb-416c-b3d4-8161f1023b19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.919623793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"aafe024f-688e-449b-af1d-7625d28605be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.919849079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"051bdd34-73bf-409b-8621-deaf27471566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.977185989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"051bdd34-73bf-409b-8621-deaf27471566","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.977562299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3bd06bee-47eb-416c-b3d4-8161f1023b19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.977596871Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3bd06bee-47eb-416c-b3d4-8161f1023b19","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:09.979562749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"aafe024f-688e-449b-af1d-7625d28605be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.111072793Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"3fc0f535-0893-45a9-bb54-8cfd5d725f69","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:48:10.236809834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"e2e-temp-model-status","reconcileID":"bc95fe77-6777-43d7-aef1-762855620efd","error":"maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.237070494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"4f203cc2-e035-47c6-b172-16add17ee6f3","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.338990747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3048e8bd-d791-46c8-8493-b70b3d8d2880","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.394576018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3048e8bd-d791-46c8-8493-b70b3d8d2880","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.394612859Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"3048e8bd-d791-46c8-8493-b70b3d8d2880","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.435729804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fefec74a-aa8d-4eb3-8dee-fa0b04dfd626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.436248078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8cc6afb1-e117-48ca-a70c-1d553642efdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.491995617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fefec74a-aa8d-4eb3-8dee-fa0b04dfd626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.492009261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"8cc6afb1-e117-48ca-a70c-1d553642efdf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.804815633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"feff88c1-92fe-4a14-a4f9-8b86d4d4e590","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.860466008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"feff88c1-92fe-4a14-a4f9-8b86d4d4e590","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.914598638Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"feff88c1-92fe-4a14-a4f9-8b86d4d4e590","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.955190182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"5adabc50-2e11-42a6-a126-bd1c251ccd2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:10.955190025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6da5f3f8-299e-4089-bdfc-c3dcd09e6812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:11.012083192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6da5f3f8-299e-4089-bdfc-c3dcd09e6812","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:11.012083194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"5adabc50-2e11-42a6-a126-bd1c251ccd2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:14.283099817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:18.69813488Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"98d29367-97ba-4640-b0a0-9127e09bcf23","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","subscription":"praxis-route-25b9ff-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:18.7505859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"98d29367-97ba-4640-b0a0-9127e09bcf23","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:18.804012559Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff-sub","reconcileID":"98d29367-97ba-4640-b0a0-9127e09bcf23","MaaSSubscription":{"name":"praxis-route-25b9ff-sub","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"name":"maas-trlp-praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:19.072027755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f7f53029-86b7-43be-bf25-ea9d84b4e00a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"tenant":"e2e-praxis-a-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","model":"ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:19.072050246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f7f53029-86b7-43be-bf25-ea9d84b4e00a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"routeName":"praxis-route-25b9ff-kserve-route","namespace":"ai-tenant-e2e-praxis-a-25b9ff","llmisvcName":"praxis-route-25b9ff","gateway":"openshift-ingress/e2e-praxis-a-25b9ff","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:20.675667214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"c0ecbae5-e72c-438f-9197-24ee1b6b7102","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:20.675843648Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-sub","reconcileID":"c0ecbae5-e72c-438f-9197-24ee1b6b7102","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.196296956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"06134750-da66-49a7-98e4-11cb67884805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.196452388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"9e953181-d72c-45f0-a080-01de3499459a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.196300039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"06db7dd1-dc32-4e27-8891-d17456692b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.253092944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"9e953181-d72c-45f0-a080-01de3499459a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.253104655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"06db7dd1-dc32-4e27-8891-d17456692b7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.255209418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"06134750-da66-49a7-98e4-11cb67884805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.307983205Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"9e953181-d72c-45f0-a080-01de3499459a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:21.409962946Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"e2e-status-transition-auth","reconcileID":"eba1f8f9-51e4-4332-b302-366997b0201e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:22.581027653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"70914199-13b2-47c1-b28b-7b798295f65c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:22.696670364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"70914199-13b2-47c1-b28b-7b798295f65c","name":"e2e-shared-a-w2-dc9e63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.438379676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac14db2f-ecc0-4b93-b0e8-7092068d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.489727393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac14db2f-ecc0-4b93-b0e8-7092068d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.545248005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac14db2f-ecc0-4b93-b0e8-7092068d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.599584321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac14db2f-ecc0-4b93-b0e8-7092068d936c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.753022215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e805b3cd-21a1-4b69-8e1f-b37b4cc41074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.753030227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"45994e0a-f14b-4132-9551-bffb9453b88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.808620517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e805b3cd-21a1-4b69-8e1f-b37b4cc41074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:37.80963149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"45994e0a-f14b-4132-9551-bffb9453b88c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:38.201556337Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b6f24b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b6f24b","reconcileID":"775295ad-2eff-4b59-8a28-a012fee872a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b6f24b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b6f24b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:39.501788809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176eaff2-f7d0-4707-bbca-37eafc33072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:39.553784546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176eaff2-f7d0-4707-bbca-37eafc33072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:39.605347752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176eaff2-f7d0-4707-bbca-37eafc33072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:39.656919459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"176eaff2-f7d0-4707-bbca-37eafc33072a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:41.575786627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4efccc-1ad4-4dd0-a330-a77761f9d689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:41.627913779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4efccc-1ad4-4dd0-a330-a77761f9d689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:41.68020351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4efccc-1ad4-4dd0-a330-a77761f9d689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:41.731808242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4efccc-1ad4-4dd0-a330-a77761f9d689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:43.599306099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79ac7c8-3543-4c83-adeb-237a9261d20e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:43.651384442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79ac7c8-3543-4c83-adeb-237a9261d20e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:43.702897723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79ac7c8-3543-4c83-adeb-237a9261d20e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:43.755269757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79ac7c8-3543-4c83-adeb-237a9261d20e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:44.283217237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:44.861185743Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-083e17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-083e17","reconcileID":"6c48031b-20ff-462e-b691-06665b647fa7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-083e17","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-083e17":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:45.62697986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5874a46-4289-4e8b-b2aa-5f0313cfed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:45.681188401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5874a46-4289-4e8b-b2aa-5f0313cfed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:45.735706107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5874a46-4289-4e8b-b2aa-5f0313cfed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:45.789925761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5874a46-4289-4e8b-b2aa-5f0313cfed23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:47.684541941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86378e0d-1c08-429c-adbb-2678eee0e354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:47.7362861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86378e0d-1c08-429c-adbb-2678eee0e354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:47.787702528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86378e0d-1c08-429c-adbb-2678eee0e354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:47.839436593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86378e0d-1c08-429c-adbb-2678eee0e354","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.699191471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c04ceee-7f6e-4d47-b611-1d232d8617e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.750772573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c04ceee-7f6e-4d47-b611-1d232d8617e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.802587086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c04ceee-7f6e-4d47-b611-1d232d8617e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:49.854565736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c04ceee-7f6e-4d47-b611-1d232d8617e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:51.722367868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c004c9-7b16-4cba-b831-d2e4a8d704a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:51.774046695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c004c9-7b16-4cba-b831-d2e4a8d704a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:51.82599266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c004c9-7b16-4cba-b831-d2e4a8d704a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:51.877684983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62c004c9-7b16-4cba-b831-d2e4a8d704a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:57.464075661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f2d508-beb6-4965-aec3-72f756945ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:57.515933393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f2d508-beb6-4965-aec3-72f756945ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:57.567476209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f2d508-beb6-4965-aec3-72f756945ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:57.619188609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7f2d508-beb6-4965-aec3-72f756945ab1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:58.05704784Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7fc058","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7fc058","reconcileID":"7a8555a7-6cda-4654-bfd5-14db2b1c6a93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7fc058","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7fc058":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:59.488923475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eed8ef-b61c-421e-ac03-79645d0570bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:59.541196663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eed8ef-b61c-421e-ac03-79645d0570bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:59.593069336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eed8ef-b61c-421e-ac03-79645d0570bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:48:59.644774671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eed8ef-b61c-421e-ac03-79645d0570bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:01.507306432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ec4c69-c69e-4b5f-9a95-50a112dac145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:01.5589568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ec4c69-c69e-4b5f-9a95-50a112dac145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:01.610750248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ec4c69-c69e-4b5f-9a95-50a112dac145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:01.662926753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89ec4c69-c69e-4b5f-9a95-50a112dac145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.690553928Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.742180096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","namespace":"ai-tenant-e2e-praxis-a-25b9ff","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.742258949Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","tenant":"e2e-praxis-a-25b9ff","tenantID":"e2e-praxis-a-25b9ff","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.79514299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Deployment","name":"maas-api-e2e-praxis-a-25b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.859395251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Service","name":"maas-api-e2e-praxis-a-25b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.914576307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-25b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:02.97003488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-25b9ff","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.067474533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.120728224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.177146779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.230966288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.282218028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.333406516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.403054407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Service","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.45498813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.506479762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.557942185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.609293487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.652002439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d9bd1a-a1b9-47a9-bc03-4fe457d4a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.703801005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d9bd1a-a1b9-47a9-bc03-4fe457d4a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.706550976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.755225613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d9bd1a-a1b9-47a9-bc03-4fe457d4a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.806270383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.806980689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8d9bd1a-a1b9-47a9-bc03-4fe457d4a813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.859188535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.911750064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-25b9ff","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:03.96348378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"default-tenant","reconcileID":"c44b838d-ce0c-434c-81ad-624769968865","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-25b9ff","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:04.775654922Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-25b9ff","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-25b9ff","reconcileID":"e23b7ce0-438a-45a2-a5ae-09638305b090","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-25b9ff","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-25b9ff"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:04.964603843Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"bbb964fd-c2b8-43d5-9028-cf04fefe3cce","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.019604116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"bbb964fd-c2b8-43d5-9028-cf04fefe3cce","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.024967598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f3dedf2c-8951-475f-a140-9d3a01c4a429","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.025028289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"f3dedf2c-8951-475f-a140-9d3a01c4a429","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.036166896Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"88ee86d2-f7f8-4248-b0b0-9abf6e906b74","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.036219772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"88ee86d2-f7f8-4248-b0b0-9abf6e906b74","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.057343798Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"a509e2e6-f4c5-47d0-bf7f-d6b65c374557","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.057395821Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"a509e2e6-f4c5-47d0-bf7f-d6b65c374557","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.098030313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"875a5907-38b0-4a01-bcfe-e7ef86b0fc30","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.098092622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"875a5907-38b0-4a01-bcfe-e7ef86b0fc30","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.178637966Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"37d2b9e0-a48f-48cf-aa9b-67b1044bd6e2","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.178701344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"37d2b9e0-a48f-48cf-aa9b-67b1044bd6e2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.339292446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"febfb141-e675-4e2e-a9b6-8f800a702268","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.339368727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"febfb141-e675-4e2e-a9b6-8f800a702268","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.660443726Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"754d8433-e487-454d-999e-bad92d83ee1f","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:05.660515803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"754d8433-e487-454d-999e-bad92d83ee1f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:05.678434396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237af65f-a812-43b7-bc9c-06f7e8bc2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:05.730145494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237af65f-a812-43b7-bc9c-06f7e8bc2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:05.781726579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237af65f-a812-43b7-bc9c-06f7e8bc2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:05.833467125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"237af65f-a812-43b7-bc9c-06f7e8bc2761","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:06.301765717Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"85c8425b-0eaf-4988-9c63-48ddd59d4b89","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:06.301835623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"85c8425b-0eaf-4988-9c63-48ddd59d4b89","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:07.582484181Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"af0b8c6d-abbd-4f03-aebf-d4865c8e0d99","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:07.582557059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"af0b8c6d-abbd-4f03-aebf-d4865c8e0d99","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:07.771223262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899fb8bd-e99b-4326-9c1b-a4fdb135ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:07.823102545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899fb8bd-e99b-4326-9c1b-a4fdb135ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:07.874783626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899fb8bd-e99b-4326-9c1b-a4fdb135ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:07.926805015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899fb8bd-e99b-4326-9c1b-a4fdb135ff50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:09.870382566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951d9101-d98a-4655-b68c-5b08e9cf4315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:09.9223952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951d9101-d98a-4655-b68c-5b08e9cf4315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:09.974754871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951d9101-d98a-4655-b68c-5b08e9cf4315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:10.026395868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951d9101-d98a-4655-b68c-5b08e9cf4315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:10.143911811Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e120bf37-9d28-4e8b-97d6-86aabb308e75","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:10.143994542Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e120bf37-9d28-4e8b-97d6-86aabb308e75","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:10.941521042Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"bade917e-49ae-4367-96f1-c137168d4bd4","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:10.941622925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"bade917e-49ae-4367-96f1-c137168d4bd4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:11.880536123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e872261-09d0-48df-83fc-8aa54deba66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:11.932317589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e872261-09d0-48df-83fc-8aa54deba66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:11.984283528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e872261-09d0-48df-83fc-8aa54deba66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:12.039239895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e872261-09d0-48df-83fc-8aa54deba66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:13.901404247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0aa69b-dca2-428a-ba86-23bfbbd54e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:13.953612411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0aa69b-dca2-428a-ba86-23bfbbd54e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.00523343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0aa69b-dca2-428a-ba86-23bfbbd54e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.056915966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0aa69b-dca2-428a-ba86-23bfbbd54e90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:14.283184728Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:15.09466165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"821d7f37-1d6c-4c02-b463-57dd5d6701cd","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:15.094760354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"821d7f37-1d6c-4c02-b463-57dd5d6701cd","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.910681914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b88d683-9c71-4936-a71a-df6d7c6edae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:15.964243873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b88d683-9c71-4936-a71a-df6d7c6edae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:16.015935366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b88d683-9c71-4936-a71a-df6d7c6edae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:16.067453005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b88d683-9c71-4936-a71a-df6d7c6edae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:17.966890214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39dfeb2-2a5e-43e5-91ef-b59dc23e1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:18.025843683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39dfeb2-2a5e-43e5-91ef-b59dc23e1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:18.078413764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39dfeb2-2a5e-43e5-91ef-b59dc23e1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:18.130186384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f39dfeb2-2a5e-43e5-91ef-b59dc23e1e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.085431909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b9da7f-bc62-4854-b2d7-056830ad818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.137310634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b9da7f-bc62-4854-b2d7-056830ad818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.190460634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b9da7f-bc62-4854-b2d7-056830ad818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:20.242106059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78b9da7f-bc62-4854-b2d7-056830ad818a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:21.335122992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e61c2d8f-eae3-4b31-98ff-f5692a3c877c","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:21.335188165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e61c2d8f-eae3-4b31-98ff-f5692a3c877c","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:21.494488695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"835b3e15-40bc-4fe6-8ca5-e9e3549e6563","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:21.494548401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"835b3e15-40bc-4fe6-8ca5-e9e3549e6563","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.273003221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963ca04-5292-4479-a0e6-426a477d9900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.324625272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963ca04-5292-4479-a0e6-426a477d9900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.376176921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963ca04-5292-4479-a0e6-426a477d9900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.427602334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d963ca04-5292-4479-a0e6-426a477d9900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:22.692160112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"869fcae9-768a-4ecd-a733-1c9a0a3153d5","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:22.69223447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"869fcae9-768a-4ecd-a733-1c9a0a3153d5","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:22.851384701Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9c9c3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9c9c3c","reconcileID":"661c089e-d08d-4768-893f-a108cce293d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9c9c3c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9c9c3c":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:23.117900353Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e702af2b-9900-4a89-8146-3cd118793a1a","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:23.117969719Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"e702af2b-9900-4a89-8146-3cd118793a1a","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.365639641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252a57d2-3ef1-4cf5-b058-390f5eed6ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.418005408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252a57d2-3ef1-4cf5-b058-390f5eed6ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.469788052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252a57d2-3ef1-4cf5-b058-390f5eed6ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:24.521363678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252a57d2-3ef1-4cf5-b058-390f5eed6ff3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:25.179824227Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"49e721f5-7424-47b7-8d40-8f5820ba4a58","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:49:25.179919133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-25b9ff","namespace":"ai-tenant-e2e-praxis-a-25b9ff"},"namespace":"ai-tenant-e2e-praxis-a-25b9ff","name":"praxis-route-25b9ff","reconcileID":"49e721f5-7424-47b7-8d40-8f5820ba4a58","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-25b9ff/praxis-route-25b9ff-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-25b9ff]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.437773853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cf771b-24b1-4c0c-9736-1f9522362f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.489585103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cf771b-24b1-4c0c-9736-1f9522362f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.541221303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cf771b-24b1-4c0c-9736-1f9522362f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:26.59283102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86cf771b-24b1-4c0c-9736-1f9522362f1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.314388815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"c72afb9e-6cff-4c9d-9be7-7afff183e051","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:34.430055378Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"c72afb9e-6cff-4c9d-9be7-7afff183e051","name":"e2e-shared-a-w4-b6f24b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:43.820096685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"66031b56-509a-4b1f-87ba-8ba4392b9f1e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:43.93644159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"66031b56-509a-4b1f-87ba-8ba4392b9f1e","name":"e2e-shared-b-w1-083e17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:44.282800371Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:55.678919097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3096e2-1001-4938-91f2-6ff9cefae166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:55.730230682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3096e2-1001-4938-91f2-6ff9cefae166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:55.781629328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3096e2-1001-4938-91f2-6ff9cefae166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:55.833334587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa3096e2-1001-4938-91f2-6ff9cefae166","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:57.780319058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a17852-ae43-4649-b771-fe41bf333c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:57.832046438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a17852-ae43-4649-b771-fe41bf333c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:57.883635365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a17852-ae43-4649-b771-fe41bf333c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:49:57.944795987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01a17852-ae43-4649-b771-fe41bf333c15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:03.222009125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"ca2025fb-b86f-4f76-bbdc-b7f4e5529ba8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:03.357525213Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"ca2025fb-b86f-4f76-bbdc-b7f4e5529ba8","name":"e2e-shared-b-w3-7fc058-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:14.283232931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.233264199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"fb398660-f3e5-4bee-b52f-65443ab05663","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:32.349222159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"fb398660-f3e5-4bee-b52f-65443ab05663","name":"e2e-shared-b-w2-9c9c3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:41.950761573Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","namespace":"ai-tenant-e2e-praxis-b-ade881","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:41.950856096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","namespace":"ai-tenant-e2e-praxis-b-ade881","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:41.95099715Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","tenant":"e2e-praxis-b-ade881","tenantID":"e2e-praxis-b-ade881","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.004571671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ade881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.078242431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Service","name":"maas-api-e2e-praxis-b-ade881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.140533452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ade881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.204172851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ade881","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.258582523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.312429981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.369225552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.424724108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.475820584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.526598595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.577578096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Service","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.628989795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.680141619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.73109354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.782163846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.837441152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.889637093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.941194318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:42.992667964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ade881","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.044234475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ade881"},"namespace":"ai-tenant-e2e-praxis-b-ade881","name":"default-tenant","reconcileID":"1ab8f593-6657-43b1-9da6-983d753d8cfa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ade881","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.806669982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e838238-b001-4e7d-856e-89271f5272a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.858233541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e838238-b001-4e7d-856e-89271f5272a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.909874063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e838238-b001-4e7d-856e-89271f5272a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.961466962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e838238-b001-4e7d-856e-89271f5272a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:43.967994551Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ade881","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ade881","reconcileID":"9c1a4ac8-ed90-4cdd-b5b3-f95a2ee86598","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ade881","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ade881"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:44.282694826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.867401068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccce3fae-dd54-4c49-8fba-ec927057c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.918856853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccce3fae-dd54-4c49-8fba-ec927057c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:45.97052302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccce3fae-dd54-4c49-8fba-ec927057c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:46.022846981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccce3fae-dd54-4c49-8fba-ec927057c864","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:50.104997693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bc0e54-9fe7-4395-9fa4-2d8072ac90d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:50.157359345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bc0e54-9fe7-4395-9fa4-2d8072ac90d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:50.210219516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bc0e54-9fe7-4395-9fa4-2d8072ac90d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:50.262605814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bc0e54-9fe7-4395-9fa4-2d8072ac90d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:51.057124333Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-95404c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-95404c","reconcileID":"e9053735-4acb-491f-a2b0-c8ae67c8aa72","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-95404c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-95404c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:52.188276842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1c6209-840a-400b-997f-0bce8778781a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:52.239990273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1c6209-840a-400b-997f-0bce8778781a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:52.291523259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1c6209-840a-400b-997f-0bce8778781a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:52.34343712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1c6209-840a-400b-997f-0bce8778781a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:54.274229182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4062f6-386c-4079-9ce2-6df599072930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:54.327270585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4062f6-386c-4079-9ce2-6df599072930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:54.380345411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4062f6-386c-4079-9ce2-6df599072930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:54.431900768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d4062f6-386c-4079-9ce2-6df599072930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.357086464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0993a95-6bac-4bfc-85cf-4053b3d22aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.40862193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0993a95-6bac-4bfc-85cf-4053b3d22aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.461298604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0993a95-6bac-4bfc-85cf-4053b3d22aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:56.513788505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0993a95-6bac-4bfc-85cf-4053b3d22aa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.641631044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"69397fc8-059a-4c90-b629-952f95fd7f2c","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.698581371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"fb634cd1-6cb6-47c2-83bf-d882d8a917a6","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.852538468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-status-active-auth-only","reconcileID":"ec257251-907d-4ec7-970d-8ebc991219c8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:50:59.908557865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-status-active-auth-only","reconcileID":"ec257251-907d-4ec7-970d-8ebc991219c8","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:00.175510496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"b5f271d7-52a1-4b43-a160-9c126c76efba","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:00.330662088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-status-active-auth-only","reconcileID":"dfc6a796-c3c9-41b3-9007-8ff18298db19","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:00.386983135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-status-active-auth-only","reconcileID":"dfc6a796-c3c9-41b3-9007-8ff18298db19","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:02.296803885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"e2e-status-active-auth-only","reconcileID":"71ca8cd5-faa2-4f3b-998e-f635f03ceb13","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:02.296813974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"04bce288-0e20-43ac-8570-b110edd8ff15","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:02.509281911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"c260c7c8-85cf-49a4-adb4-fa482f9cc37c","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:08.054742593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e7f033-1e6d-443b-8ad0-ccc9a6b1cd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:08.106714228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e7f033-1e6d-443b-8ad0-ccc9a6b1cd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:08.158345829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e7f033-1e6d-443b-8ad0-ccc9a6b1cd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:08.209964317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82e7f033-1e6d-443b-8ad0-ccc9a6b1cd86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:08.640294931Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c12708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c12708","reconcileID":"c1be6222-86f6-487c-8c24-77ef3680e706","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c12708","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-c12708":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:10.10896135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a89f058-c124-436c-9be5-3ca78fa43053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:10.162594314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a89f058-c124-436c-9be5-3ca78fa43053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:10.214345102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a89f058-c124-436c-9be5-3ca78fa43053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:10.266514146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a89f058-c124-436c-9be5-3ca78fa43053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:12.150199899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3440712-fdca-4276-88a3-e105dff12258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:12.202539842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3440712-fdca-4276-88a3-e105dff12258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:12.254194552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3440712-fdca-4276-88a3-e105dff12258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:12.306163077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3440712-fdca-4276-88a3-e105dff12258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.186771055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6d1bdf-1b33-4cdd-ae80-5ae3a7516057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.238443631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6d1bdf-1b33-4cdd-ae80-5ae3a7516057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.28282713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.290420198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6d1bdf-1b33-4cdd-ae80-5ae3a7516057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:14.342082758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6d1bdf-1b33-4cdd-ae80-5ae3a7516057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.284391227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd7621a-144f-41ad-a8cc-149ce54a2de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.336120907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd7621a-144f-41ad-a8cc-149ce54a2de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.387785023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd7621a-144f-41ad-a8cc-149ce54a2de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:16.439528012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcd7621a-144f-41ad-a8cc-149ce54a2de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:40.084333393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b778e8-e25f-4a45-83d0-70f0f34956e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:40.136031615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b778e8-e25f-4a45-83d0-70f0f34956e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:40.187769243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b778e8-e25f-4a45-83d0-70f0f34956e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:40.239431185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06b778e8-e25f-4a45-83d0-70f0f34956e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.170464114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1ab5a8-03e7-4a9f-abd1-a8c6f2c0dc35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.222031471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1ab5a8-03e7-4a9f-abd1-a8c6f2c0dc35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.273925973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1ab5a8-03e7-4a9f-abd1-a8c6f2c0dc35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:42.325751948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a1ab5a8-03e7-4a9f-abd1-a8c6f2c0dc35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:44.283525378Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:47.452891694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"0197eb93-8d52-4b8c-a83d-cd1401e8a146","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:47.798286929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dfdb089e-2122-43dc-a691-213dbb3260fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:47.903230345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d3571fd8-07d5-4a6c-8e40-ef97b8f95e17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.111162229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"39cd3eb9-be5a-43de-93d0-4286f69acafd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.239138094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"e4b6138f-0c34-43d5-91b7-d992fe2c1a93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.404154915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"08b9a744-3e69-46bf-ae60-98c839b7aacb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.500373797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"0ad07bc0-d5e7-48b6-8445-b30d50de6b6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.54443864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"779a1317-aafe-4075-9208-4033ce538b78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.663778488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0f73e38-f24b-4811-8c3d-d390a59b4b00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.781732075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"940e2200-0589-4014-bad4-858eedb686a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.882675444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e63d6082-aae6-48d7-8ad6-680ad9d33ca6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:51:48.983670183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"f600dce7-a377-4233-a92a-ef383db470a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:02.283496146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"1720faad-10b4-4da6-a447-6b94e41efbcc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:02.40148598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"1720faad-10b4-4da6-a447-6b94e41efbcc","name":"e2e-shared-b-w4-95404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:02.467630413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"c16e26d9-dc8b-4575-8c65-632dc9db2eb3","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:02.467663192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"c16e26d9-dc8b-4575-8c65-632dc9db2eb3","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:14.283270533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.050698938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc3de30f-be4c-45b0-9693-50f10c6c07d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.152586961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"95209d28-bef0-4f98-94ad-4c4bfd83b2be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.288857595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"5652e50b-4852-485e-a989-c745ee215052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.40429958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"b2a9b516-4dce-4521-a6fc-9ac552523f6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.521460021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"f0a97f45-1afe-433c-9700-0f2e02d1351e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.617661792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"3673f3fd-2e66-4b3e-96f2-3b26b778d1e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.776928401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"4884a74f-5fdd-493c-8432-344a229e51d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:19.875321744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f535996d-0135-4b4b-a4ec-f806a284b28a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:20.011019485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"e115b5a5-c95b-4f9d-a14b-3b3b0f3a807d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:20.133010091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"e2026e57-84e3-44d7-a578-4df7bced05e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:20.232446858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"fd44f034-f3b6-4c5a-a4ac-aebc2e15472e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:20.336702288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"faf163ba-4c7d-46e0-a63a-068eb8c10b3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:21.574470638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"48806227-45e2-4a7d-9fa7-5facf54dbf20","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-c12708","tenantID":"e2e-explicit-c12708","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:21.690166677Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"48806227-45e2-4a7d-9fa7-5facf54dbf20","name":"e2e-explicit-c12708-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:52:44.283470905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.053928695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"90e01c67-8b40-45f9-b022-f1c3fd3c97c4","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:07.053954974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"90e01c67-8b40-45f9-b022-f1c3fd3c97c4","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:14.284466879Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:16.250145567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c8475f-6d2b-4ef2-9a97-2d46bab2927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:16.302025269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c8475f-6d2b-4ef2-9a97-2d46bab2927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:16.353985611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c8475f-6d2b-4ef2-9a97-2d46bab2927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:16.405762187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2c8475f-6d2b-4ef2-9a97-2d46bab2927f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.271498523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09410684-e96d-4463-965b-fc50393e56b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.323345342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09410684-e96d-4463-965b-fc50393e56b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.374849325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09410684-e96d-4463-965b-fc50393e56b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:18.42655254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09410684-e96d-4463-965b-fc50393e56b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.656009389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"839401fb-042f-478c-b119-cfc34539fa06","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:26.656036896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"839401fb-042f-478c-b119-cfc34539fa06","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:31.907684336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5f826d46-df5d-45a4-84df-67e95a71e654","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:31.907714012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5f826d46-df5d-45a4-84df-67e95a71e654","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.340772892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d0143-6885-4626-b3dc-8d07a7bfbeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.39305168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d0143-6885-4626-b3dc-8d07a7bfbeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.446249194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d0143-6885-4626-b3dc-8d07a7bfbeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:35.498651493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d0143-6885-4626-b3dc-8d07a7bfbeef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.345780183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b973388-f601-4f6a-a2d8-c77c7714c071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.397398055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b973388-f601-4f6a-a2d8-c77c7714c071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.452905583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b973388-f601-4f6a-a2d8-c77c7714c071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.505276847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b973388-f601-4f6a-a2d8-c77c7714c071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.701364566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"cabbf4de-9e51-46d5-b30b-467872d1ce70","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.701385133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"cabbf4de-9e51-46d5-b30b-467872d1ce70","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.770179611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"e0293db4-2411-45fe-a880-ee4dc5d1f421","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.770202566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"e0293db4-2411-45fe-a880-ee4dc5d1f421","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.872246288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"349076e0-7cf5-4d68-a74f-0e385049c0f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:37.992365756Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"349076e0-7cf5-4d68-a74f-0e385049c0f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.046221602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-41014a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"349076e0-7cf5-4d68-a74f-0e385049c0f6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.102085089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"32121c31-8527-49be-9c14-f64349ed67ec","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:38.102108171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"32121c31-8527-49be-9c14-f64349ed67ec","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:44.289985741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:48.212676798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"22c8e175-8a33-48a2-9e4e-fcbf464cf25b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:48.268941607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"22c8e175-8a33-48a2-9e4e-fcbf464cf25b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:48.324402631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-41014a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"22c8e175-8a33-48a2-9e4e-fcbf464cf25b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:58.435000745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"afd3050c-0592-4589-973c-c47df644fbbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:58.491547658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"afd3050c-0592-4589-973c-c47df644fbbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:53:58.554504283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-41014a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"afd3050c-0592-4589-973c-c47df644fbbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:08.659210347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f402a28d-4799-4c79-9e59-e8fbb68cb5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:08.716366542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f402a28d-4799-4c79-9e59-e8fbb68cb5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:08.771223799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-41014a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8fd186bcfd69a78b35d3d932ed78527812cbde942550e94e3ee6a6e029f4099) AuthConfig (268e00eb69e12951751b213c98a000c8081ea26ea557f2dccd2696f3b2d2da5a) AuthConfig (3077a62cfbfbb94704f5ebf372fa66845bd6319be33fdd37be94ff6d54377137) AuthConfig (dc1f92b963e1011e5c95ffe02cd6bf4bde67bc04b7b39e76b3fa46b377c7aa3c) AuthConfig (c63f2628d8761213cdb3f84c574829d6d1d6ba1c0af7c9872673367d53301268) AuthConfig (9ae124762fbd5edb0d92b0cde2654a5fed8d3181afd90e77af3d24ddd179fa51) AuthConfig (3a1c7d65db8267ca6cfcda02bb9bc38b7133dd7d47bf87b1c05c382327adf59d) AuthConfig (b08e97971641eae37f8dd6e11d663393034ed84b99accf3844b53c2b3ce77b89) AuthConfig (f4bf23eac2be7109c71827e6b85293baebdf78da6babc01480058566654d94f3) AuthConfig (ecc99c6ad4f58fdeba04d5d7e8c5f96b2a54484767056ecc1f964c8367df7c57) AuthConfig (c1704f5a3ce82af0db4a202c7da44a6081446c41111498d71f7a549cc6143c3f) AuthConfig (04285c31e638e78fc359d7f22d4cb19b937ae2270ea073b5d941253f6ed8dd31) AuthConfig (53028848951a364dcca2a0610d0a4610d85ecc6b5d612f33cabc27b09d027513) AuthConfig (57add436d532a1d5ba34935e3f5a1fe1666660d93370ed6ffd849f1f3ccb4862) AuthConfig (ef855f8044379253ef79c7ca67fecf077c576b1e7b077a1c14c023006c1d5098) AuthConfig (1c2304f7fa8bdcad7e5b0ea19bd3f57b3b1fc5e3bb9262da5b3d7b24243bd2e4) AuthConfig (cb0a0f767810a39911634c3ff1f4678cb66c06226ea02d84c7541cf5a0d8bc91) AuthConfig (0ce2b9f51f98ee1bc4b9bc4470cc089b4daad1638896c0307854865a8200eed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f402a28d-4799-4c79-9e59-e8fbb68cb5d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:08.827618934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"dabbc0d2-23c3-4383-a06a-a48e50db4415","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:08.827644194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"dabbc0d2-23c3-4383-a06a-a48e50db4415","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:14.293370149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.931794606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"3d9305a3-437f-424f-a03e-a3a16eb96a69","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:18.987895803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"3d9305a3-437f-424f-a03e-a3a16eb96a69","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:19.042714896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-41014a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8fd186bcfd69a78b35d3d932ed78527812cbde942550e94e3ee6a6e029f4099) AuthConfig (268e00eb69e12951751b213c98a000c8081ea26ea557f2dccd2696f3b2d2da5a) AuthConfig (3077a62cfbfbb94704f5ebf372fa66845bd6319be33fdd37be94ff6d54377137) AuthConfig (dc1f92b963e1011e5c95ffe02cd6bf4bde67bc04b7b39e76b3fa46b377c7aa3c) AuthConfig (c63f2628d8761213cdb3f84c574829d6d1d6ba1c0af7c9872673367d53301268) AuthConfig (9ae124762fbd5edb0d92b0cde2654a5fed8d3181afd90e77af3d24ddd179fa51) AuthConfig (3a1c7d65db8267ca6cfcda02bb9bc38b7133dd7d47bf87b1c05c382327adf59d) AuthConfig (b08e97971641eae37f8dd6e11d663393034ed84b99accf3844b53c2b3ce77b89) AuthConfig (f4bf23eac2be7109c71827e6b85293baebdf78da6babc01480058566654d94f3) AuthConfig (ecc99c6ad4f58fdeba04d5d7e8c5f96b2a54484767056ecc1f964c8367df7c57) AuthConfig (c1704f5a3ce82af0db4a202c7da44a6081446c41111498d71f7a549cc6143c3f) AuthConfig (04285c31e638e78fc359d7f22d4cb19b937ae2270ea073b5d941253f6ed8dd31) AuthConfig (53028848951a364dcca2a0610d0a4610d85ecc6b5d612f33cabc27b09d027513) AuthConfig (57add436d532a1d5ba34935e3f5a1fe1666660d93370ed6ffd849f1f3ccb4862) AuthConfig (ef855f8044379253ef79c7ca67fecf077c576b1e7b077a1c14c023006c1d5098) AuthConfig (1c2304f7fa8bdcad7e5b0ea19bd3f57b3b1fc5e3bb9262da5b3d7b24243bd2e4) AuthConfig (cb0a0f767810a39911634c3ff1f4678cb66c06226ea02d84c7541cf5a0d8bc91) AuthConfig (0ce2b9f51f98ee1bc4b9bc4470cc089b4daad1638896c0307854865a8200eed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"3d9305a3-437f-424f-a03e-a3a16eb96a69","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:22.326638659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"197d189f-79b1-4e3c-9887-81ebf06bdf3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:22.550673289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5aabd5f8-a71d-46ea-9309-b0c3201b54e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:22.678301512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"c60c79c0-4e6a-4c17-b6b1-24d7244984b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:22.909365984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"62be5e6c-6475-4cdf-b646-694b88f4ee4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.010629441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"745f9c19-9358-4ffe-88c0-f729a9cde9fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.030649366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"d3f73562-ae26-4517-b439-e293bd3bf5fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.209050594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"2a647cf6-ea8d-46ca-bcf0-0deaf6218acc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.386985136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"04b7ed86-0a81-409f-ad8c-951906a8d2bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.620302612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c3cb6b54-0230-4a6a-b104-057a9a72150a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.733122894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"5da2a1df-d986-4261-a807-1cdc02715b68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.853813539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"09aad067-9fc1-4e34-93aa-e9628ed65699","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:23.95313926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"d8939b58-cfdc-40b7-8f6d-5e292dbf0e2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:29.146238757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"cf118c66-4003-4f8f-b0bf-0d66fd8e698a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:29.203054588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"cf118c66-4003-4f8f-b0bf-0d66fd8e698a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:29.519090841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"f34c83c3-2337-4a73-bbc5-9fc0d4a906bb","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:29.519115618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"f34c83c3-2337-4a73-bbc5-9fc0d4a906bb","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.157970088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"bb004e5a-4b56-4823-bb39-552a408115b4","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.157994977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"bb004e5a-4b56-4823-bb39-552a408115b4","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.216181815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"f53d9c5d-a978-4d6d-8289-f9b1bdbcf8cc","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.216203899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"f53d9c5d-a978-4d6d-8289-f9b1bdbcf8cc","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.263019851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"0e032a21-1515-4428-bbf3-e948c9cea699","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:54:31.264473587Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"0b286e0f-9f03-489c-ac5f-21e3e1501734","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5ff106\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.339650672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"0e032a21-1515-4428-bbf3-e948c9cea699","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.403677637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"eb4cb29e-8a3e-40c1-85db-30a0f23532fc","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.403699697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"eb4cb29e-8a3e-40c1-85db-30a0f23532fc","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.470750157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"ac2fae0c-0067-4a0e-b15b-af345621468a","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.470770714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"ac2fae0c-0067-4a0e-b15b-af345621468a","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.654825621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"90b1e8c7-6c64-4a17-8206-b8b625ce76d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.68206745Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"7af7c877-3f3f-43bb-ae79-19bb4e8cfaac","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","model":"auth-test-model-41014a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-41014a/e2e-auth-iso-5ff106"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.711268385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"90b1e8c7-6c64-4a17-8206-b8b625ce76d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.847141489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"28803999-fffe-46f1-b93e-cde27e219490","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:31.847165893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"28803999-fffe-46f1-b93e-cde27e219490","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.055928307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f1697b4e-f463-4792-96ba-6450a167f227","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.224294866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"be19cacc-1345-4e75-a6bb-7e684b5406e0","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:32.22432658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"be19cacc-1345-4e75-a6bb-7e684b5406e0","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.313910818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"44a67ced-519f-4cdf-ac71-ae85d5d40056","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:37.313936631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"44a67ced-519f-4cdf-ac71-ae85d5d40056","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.796353879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"c56e70be-e5ad-4d83-86ff-75cd3a469a15","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.79637764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"c56e70be-e5ad-4d83-86ff-75cd3a469a15","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.851339232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"d087fcc2-75e7-4f33-90da-373165992f17","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.851368438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"d087fcc2-75e7-4f33-90da-373165992f17","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:42.955610283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"2841d0cc-a75d-4cd5-858a-661c36bd4a30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.079156206Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"2841d0cc-a75d-4cd5-858a-661c36bd4a30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.133602001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"2841d0cc-a75d-4cd5-858a-661c36bd4a30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.190754214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"1417fae9-b1e2-4f56-9202-e41664bc9ddc","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:43.19077599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"1417fae9-b1e2-4f56-9202-e41664bc9ddc","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:44.284222686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:52.064647763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c12708","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"explicit-model-c12708","reconcileID":"548ebcc8-0762-405e-8d07-21e2a836dccf","MaaSModelRef":{"name":"explicit-model-c12708","namespace":"ai-tenant-e2e-explicit-c12708"},"routeName":"explicit-model-c12708-kserve-route","namespace":"ai-tenant-e2e-explicit-c12708","llmisvcName":"explicit-model-c12708","gateway":"openshift-ingress/e2e-explicit-c12708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:52.446392615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c12708","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"explicit-model-c12708","reconcileID":"24ba3622-c1a9-40ff-966d-4dfa0f4a08bf","MaaSModelRef":{"name":"explicit-model-c12708","namespace":"ai-tenant-e2e-explicit-c12708"},"routeName":"explicit-model-c12708-kserve-route","namespace":"ai-tenant-e2e-explicit-c12708","llmisvcName":"explicit-model-c12708","gateway":"openshift-ingress/e2e-explicit-c12708","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:53.295539136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"242c5fe5-acba-4067-bda0-ea91d5b4d118","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:53.351541655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"242c5fe5-acba-4067-bda0-ea91d5b4d118","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:54:53.405475909Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"242c5fe5-acba-4067-bda0-ea91d5b4d118","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:01.887459866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"26ef0f8d-de7d-4a9e-a4d9-95d5830ac5d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.125636374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b116fbf7-fadd-41b9-8b01-9c5f1d5c910a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.23958972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"8447d785-688e-4948-9eb7-19dabdd629b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.335059143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"88074a8c-962e-4849-802e-93f81f35bdc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.435061244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"83786471-4ed4-45c3-a9e0-144c64eeea80","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.569843882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4d1778f-d99b-450d-9753-2a7e1f29c654","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.602322114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"6a6bed15-b573-41bc-a872-76f2c8c519c5","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:02.602345484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"6a6bed15-b573-41bc-a872-76f2c8c519c5","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.018072557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"a831343a-2eac-44db-8f08-af14b558876f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.114034113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"79cc6745-2bc4-4670-8af8-585a3c41a6f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.21746736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"2398d8d4-1314-4c29-b284-f568803b7679","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.218122559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"b9802384-7415-4aad-8851-3f4bb05f545f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.386736012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09493204-d084-448d-80bd-f6e528e6c30e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.491955279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"5914b198-1f62-49ab-b4ec-cff38c99499f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.521444044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"c7010f69-fe36-4194-b65b-5aeb86c70df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.58303207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"c7010f69-fe36-4194-b65b-5aeb86c70df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.600345433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"ca2b364d-8332-48c4-8147-dc6f5a52942c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.64413761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b85cebe3a2d3830b6d5c8c497d0daa1420ba407edfa7a6725a6511f88c9094) AuthConfig (01e6aefa5aa395f6a317b95aa3fbc350da51f537c8a63055b3abfeca08852ffc) AuthConfig (0d4c4018238b1cba9067350581f2fc5150f74698c3418dc65f4dec8c3295c369) AuthConfig (2182bdbc12582e401e8920c9aa374e72396f829a1a3d3a948ccb17999d407539) AuthConfig (4b138a8aa67f4c8059658871f9d0795cb5c10e16d4696f9a04a666fbe02f9f20) AuthConfig (78f7a451fdcf7865a47481b95d72d44bf4471e0304cecbd2f7004448cbecfd38) AuthConfig (be42f2acfcd94daedf276e791eee2f5fabf8b2ccad1397be64160270abf5b04c) AuthConfig (ba2a7a2a0e2e00de75b913b06905b55adabaaeba92cb1e48b037667cbbc6d6bb) AuthConfig (16f5b2b8f583eba7459bc226bba2132c1ab8369ccf5db262b749f89078f56982) AuthConfig (7a2091f94c5347f426cd66e6da0b5bbc1cc4c55212a08d40f6b7ebbb7964d073) AuthConfig (fc7424d77e0878f2ecdc6eb5d95a5ae87341eba617b82116eebd83fa7512e829) AuthConfig (b5f9a95176b49e2f4ee74d7f86ee3c04b2c15f3622566622b10fa6baddca9261) AuthConfig (d97cec2f55e90b1b84a0d7c579cf0f4f737ff95a24c985bf18e7cc3ec53117c1) AuthConfig (78034ceb6012d53114c93775ca98be7c99f372d98afdc19f3b48da4355931f55) AuthConfig (28b7b1e3f11c247404d797819aadcec8642b7037e7ae2421a4dd9eb22eba25aa) AuthConfig (2ed769e82f150c4938fd55b97bf4eba7eba07b9b29f71ef6859bd98ffd03705a) AuthConfig (c50bb915dd084a5b91ae4fbdd5f07e190dd9ae2132d8bd29af3953af50d648e6) AuthConfig (e1a2718be4ca27127771a62752334c7fe03d4e3c564678e497aac548b0d83119)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"c7010f69-fe36-4194-b65b-5aeb86c70df5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.702118631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"040150cb-4104-43ec-a244-df7bac3999c3","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:03.702140519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"040150cb-4104-43ec-a244-df7bac3999c3","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.062554006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"6bb30835-b911-4b63-9959-c6a41b9db0e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.122513933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"6bb30835-b911-4b63-9959-c6a41b9db0e5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.302237462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"a9ed35c1-d67f-4afb-9a9b-fab259564f5a","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.302258578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"a9ed35c1-d67f-4afb-9a9b-fab259564f5a","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.361387752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"8d63a0c1-8508-4b51-a3d8-074b74399c65","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.361416377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"8d63a0c1-8508-4b51-a3d8-074b74399c65","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.465108618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"09eab939-df7e-458f-979d-738a2245bfa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.597917139Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"09eab939-df7e-458f-979d-738a2245bfa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.6540731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"09eab939-df7e-458f-979d-738a2245bfa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.710708993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5df36331-0291-4b2c-937f-f78e49cd090d","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:04.710736503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5df36331-0291-4b2c-937f-f78e49cd090d","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:07.472412819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"440b1750-d872-4525-adab-dac85741cdfa","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:07.472442566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"440b1750-d872-4525-adab-dac85741cdfa","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:09.348465472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3cbcc2-bd14-4f52-8fcb-349255ba934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:09.401786936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3cbcc2-bd14-4f52-8fcb-349255ba934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:09.455437247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3cbcc2-bd14-4f52-8fcb-349255ba934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:09.510503944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a3cbcc2-bd14-4f52-8fcb-349255ba934a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:10.177915468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"1b3a10a2-aa92-41a8-9ce9-db0155b290a1","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:10.17794376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"1b3a10a2-aa92-41a8-9ce9-db0155b290a1","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:11.485370058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cd8ae8-0c74-417b-a4a5-3d8f961cd263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:11.537590408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cd8ae8-0c74-417b-a4a5-3d8f961cd263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:11.589438699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cd8ae8-0c74-417b-a4a5-3d8f961cd263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:11.641357059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97cd8ae8-0c74-417b-a4a5-3d8f961cd263","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.031579417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a1abe5c5-375a-4389-9b70-9905bd2b6956","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.031603364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a1abe5c5-375a-4389-9b70-9905bd2b6956","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.085497679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"39cd1d77-e527-4cef-8082-841d38f44b1f","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.085518156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"39cd1d77-e527-4cef-8082-841d38f44b1f","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.192269357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"3cc70bc4-d2f4-4cc6-a2f7-d7482387fb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.327051563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"3cc70bc4-d2f4-4cc6-a2f7-d7482387fb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.382050086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-dc9e63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"3cc70bc4-d2f4-4cc6-a2f7-d7482387fb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.437242805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"99a358f8-0c61-4043-8756-7df93b9c71ac","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.437261641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"99a358f8-0c61-4043-8756-7df93b9c71ac","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.586449511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4577456b-cba3-4fbe-bc4d-d80e481a2426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.638424961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4577456b-cba3-4fbe-bc4d-d80e481a2426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.690176008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4577456b-cba3-4fbe-bc4d-d80e481a2426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.741809267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4577456b-cba3-4fbe-bc4d-d80e481a2426","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.845002709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"d16d8dbf-5e7a-4f72-a6cf-cb23fc48bebb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.90098007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"d16d8dbf-5e7a-4f72-a6cf-cb23fc48bebb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:13.968683743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b85cebe3a2d3830b6d5c8c497d0daa1420ba407edfa7a6725a6511f88c9094) AuthConfig (01e6aefa5aa395f6a317b95aa3fbc350da51f537c8a63055b3abfeca08852ffc) AuthConfig (0d4c4018238b1cba9067350581f2fc5150f74698c3418dc65f4dec8c3295c369) AuthConfig (2182bdbc12582e401e8920c9aa374e72396f829a1a3d3a948ccb17999d407539) AuthConfig (4b138a8aa67f4c8059658871f9d0795cb5c10e16d4696f9a04a666fbe02f9f20) AuthConfig (78f7a451fdcf7865a47481b95d72d44bf4471e0304cecbd2f7004448cbecfd38) AuthConfig (be42f2acfcd94daedf276e791eee2f5fabf8b2ccad1397be64160270abf5b04c) AuthConfig (ba2a7a2a0e2e00de75b913b06905b55adabaaeba92cb1e48b037667cbbc6d6bb) AuthConfig (16f5b2b8f583eba7459bc226bba2132c1ab8369ccf5db262b749f89078f56982) AuthConfig (7a2091f94c5347f426cd66e6da0b5bbc1cc4c55212a08d40f6b7ebbb7964d073) AuthConfig (fc7424d77e0878f2ecdc6eb5d95a5ae87341eba617b82116eebd83fa7512e829) AuthConfig (b5f9a95176b49e2f4ee74d7f86ee3c04b2c15f3622566622b10fa6baddca9261) AuthConfig (d97cec2f55e90b1b84a0d7c579cf0f4f737ff95a24c985bf18e7cc3ec53117c1) AuthConfig (78034ceb6012d53114c93775ca98be7c99f372d98afdc19f3b48da4355931f55) AuthConfig (28b7b1e3f11c247404d797819aadcec8642b7037e7ae2421a4dd9eb22eba25aa) AuthConfig (2ed769e82f150c4938fd55b97bf4eba7eba07b9b29f71ef6859bd98ffd03705a) AuthConfig (c50bb915dd084a5b91ae4fbdd5f07e190dd9ae2132d8bd29af3953af50d648e6) AuthConfig (e1a2718be4ca27127771a62752334c7fe03d4e3c564678e497aac548b0d83119)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"d16d8dbf-5e7a-4f72-a6cf-cb23fc48bebb","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:14.282743464Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:14.816929949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"61f69f32-aa77-4456-89d3-40b8d490a3ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:14.873541134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"61f69f32-aa77-4456-89d3-40b8d490a3ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:14.928098572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"61f69f32-aa77-4456-89d3-40b8d490a3ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:23.542386587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"c8e82cfd-80cc-41db-b732-364c9fefb858","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:23.598331531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"c8e82cfd-80cc-41db-b732-364c9fefb858","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:23.654326468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-dc9e63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"c8e82cfd-80cc-41db-b732-364c9fefb858","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:24.072858121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"bec6405d-c1c3-4c29-a9fd-ba9270f4fb3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:24.129227218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"bec6405d-c1c3-4c29-a9fd-ba9270f4fb3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:24.184797734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b85cebe3a2d3830b6d5c8c497d0daa1420ba407edfa7a6725a6511f88c9094) AuthConfig (01e6aefa5aa395f6a317b95aa3fbc350da51f537c8a63055b3abfeca08852ffc) AuthConfig (0d4c4018238b1cba9067350581f2fc5150f74698c3418dc65f4dec8c3295c369) AuthConfig (2182bdbc12582e401e8920c9aa374e72396f829a1a3d3a948ccb17999d407539) AuthConfig (4b138a8aa67f4c8059658871f9d0795cb5c10e16d4696f9a04a666fbe02f9f20) AuthConfig (78f7a451fdcf7865a47481b95d72d44bf4471e0304cecbd2f7004448cbecfd38) AuthConfig (be42f2acfcd94daedf276e791eee2f5fabf8b2ccad1397be64160270abf5b04c) AuthConfig (ba2a7a2a0e2e00de75b913b06905b55adabaaeba92cb1e48b037667cbbc6d6bb) AuthConfig (16f5b2b8f583eba7459bc226bba2132c1ab8369ccf5db262b749f89078f56982) AuthConfig (7a2091f94c5347f426cd66e6da0b5bbc1cc4c55212a08d40f6b7ebbb7964d073) AuthConfig (fc7424d77e0878f2ecdc6eb5d95a5ae87341eba617b82116eebd83fa7512e829) AuthConfig (b5f9a95176b49e2f4ee74d7f86ee3c04b2c15f3622566622b10fa6baddca9261) AuthConfig (d97cec2f55e90b1b84a0d7c579cf0f4f737ff95a24c985bf18e7cc3ec53117c1) AuthConfig (78034ceb6012d53114c93775ca98be7c99f372d98afdc19f3b48da4355931f55) AuthConfig (28b7b1e3f11c247404d797819aadcec8642b7037e7ae2421a4dd9eb22eba25aa) AuthConfig (2ed769e82f150c4938fd55b97bf4eba7eba07b9b29f71ef6859bd98ffd03705a) AuthConfig (c50bb915dd084a5b91ae4fbdd5f07e190dd9ae2132d8bd29af3953af50d648e6) AuthConfig (e1a2718be4ca27127771a62752334c7fe03d4e3c564678e497aac548b0d83119)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"bec6405d-c1c3-4c29-a9fd-ba9270f4fb3b","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:25.032047032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"047a55c7-d1d6-4c6a-bd92-272a825be1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:25.134302336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"047a55c7-d1d6-4c6a-bd92-272a825be1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:25.189124268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"047a55c7-d1d6-4c6a-bd92-272a825be1d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:33.761084741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"36680701-3897-4a7e-849f-ed029388e755","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:33.817384217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"36680701-3897-4a7e-849f-ed029388e755","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:33.87223235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-dc9e63-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"36680701-3897-4a7e-849f-ed029388e755","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:34.288546857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5d728b0f-2378-49c4-8cc6-c2e70cd7e2d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:34.34426579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5d728b0f-2378-49c4-8cc6-c2e70cd7e2d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:34.398106122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-b992fe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26b85cebe3a2d3830b6d5c8c497d0daa1420ba407edfa7a6725a6511f88c9094) AuthConfig (01e6aefa5aa395f6a317b95aa3fbc350da51f537c8a63055b3abfeca08852ffc) AuthConfig (0d4c4018238b1cba9067350581f2fc5150f74698c3418dc65f4dec8c3295c369) AuthConfig (2182bdbc12582e401e8920c9aa374e72396f829a1a3d3a948ccb17999d407539) AuthConfig (4b138a8aa67f4c8059658871f9d0795cb5c10e16d4696f9a04a666fbe02f9f20) AuthConfig (78f7a451fdcf7865a47481b95d72d44bf4471e0304cecbd2f7004448cbecfd38) AuthConfig (be42f2acfcd94daedf276e791eee2f5fabf8b2ccad1397be64160270abf5b04c) AuthConfig (ba2a7a2a0e2e00de75b913b06905b55adabaaeba92cb1e48b037667cbbc6d6bb) AuthConfig (16f5b2b8f583eba7459bc226bba2132c1ab8369ccf5db262b749f89078f56982) AuthConfig (7a2091f94c5347f426cd66e6da0b5bbc1cc4c55212a08d40f6b7ebbb7964d073) AuthConfig (fc7424d77e0878f2ecdc6eb5d95a5ae87341eba617b82116eebd83fa7512e829) AuthConfig (b5f9a95176b49e2f4ee74d7f86ee3c04b2c15f3622566622b10fa6baddca9261) AuthConfig (d97cec2f55e90b1b84a0d7c579cf0f4f737ff95a24c985bf18e7cc3ec53117c1) AuthConfig (78034ceb6012d53114c93775ca98be7c99f372d98afdc19f3b48da4355931f55) AuthConfig (28b7b1e3f11c247404d797819aadcec8642b7037e7ae2421a4dd9eb22eba25aa) AuthConfig (2ed769e82f150c4938fd55b97bf4eba7eba07b9b29f71ef6859bd98ffd03705a) AuthConfig (c50bb915dd084a5b91ae4fbdd5f07e190dd9ae2132d8bd29af3953af50d648e6) AuthConfig (e1a2718be4ca27127771a62752334c7fe03d4e3c564678e497aac548b0d83119)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5d728b0f-2378-49c4-8cc6-c2e70cd7e2d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:35.293000666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"e873e01f-b00d-4d74-af0e-a8afc036bc07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:35.349159498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"e873e01f-b00d-4d74-af0e-a8afc036bc07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:35.40410842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"e873e01f-b00d-4d74-af0e-a8afc036bc07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.34055145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"61b5073d-7d64-4777-93ab-d0af32f7258c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.460899011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"ec7deb97-ba96-4576-b2ce-b8cd574e1028","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.577411924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cb19d562-8d28-43d0-882a-21a747373ee1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.67826119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"88f265f0-65da-4d6c-92e3-6ea6d3acad0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.779119181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"27003087-4039-44f1-8d4a-b036212b9f5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:37.881333865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"3b5500ef-5d69-4a86-8522-8798feab703f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.05474464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"e7d833e2-7230-44f1-b9c6-e2387ff97cba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.289797702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"af23d390-2244-41cf-8d5a-61c785247226","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.471009104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"dcd4b498-0bea-4438-b9a6-d612fc7b6a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.64657732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"1a6c0d6b-1895-48f1-9b18-6c89b975aa81","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.746023202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"f2d7b5d7-6602-4050-9279-ec6b019146ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.856230122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d389e528-09bb-486f-8854-c977980aa94f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:38.888058566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"c18e229a-d0d1-4782-bc5d-3b1bcb534aa6","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:43.975287803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"ee5f19e0-e77e-4d10-aa86-6a4bcd239741","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.032114762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"ee5f19e0-e77e-4d10-aa86-6a4bcd239741","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.086482084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-dc9e63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2b32a4df7d56b4c4959d7cd8c5fb9de00ac0aee9691be09c7eed0ce8b4b8606) AuthConfig (869cfdd0856119c66e563d082621f5c4c888ec406ce402cb2032c744ba720061) AuthConfig (dd9446eeffc06d1aae7c8ceffdd4b1d260429d6e346984fc9e10ac3c8d4b6cd3) AuthConfig (f511d6216d8d0a7ee9a07c089664218792b7931afca9be571f6b23b319225c94) AuthConfig (3e9251585d08e15003a029c47d2286b5392ea7da2f14161018f36aeec834091a) AuthConfig (ed61e0c9968d90d9dfc25a5a98a17a29615fef4e93fa5d8781d9dcb57f5282c1) AuthConfig (4b67bd28b3aca71583ae0d3fe5ec44307cd068e65d650cb3a019d7ab53d1cbba) AuthConfig (1dd57b21d00f9e16a510cdfa96476284d270e602232a7cc18de93e7788d090e3) AuthConfig (6c9ee8537764f702ea270a5925624aafa87a561545ba6596f9f3e4663484fb9d) AuthConfig (f8d7d30f2ee2599b5b6ce06edc9333602c69df814701f978a4118c77769bd658) AuthConfig (5296a3fbb14cb2ddd31bf54a048ac50d21f8e2108d5461ee65161ca8c6125900) AuthConfig (fa019018634122c8b54f74dc3141fb36e9e4f33f86015fd4aa038036fb7e780c) AuthConfig (850f2508060f38c0f12331fa949c843297180fbfae3bd8302da7b85e532bc1a7) AuthConfig (dd2b62a2306ee4163e9402cc016e0e908c2233e9fd356461fc9285583a32a8d8) AuthConfig (a9e47f901c12a140a1c229f14f9baa427ae27a4c741e3b72d206f4a542f8ba66) AuthConfig (cae1bba2c5ab33da3db3e5380120fd9f1f5b09fea9e9525f67b9b1a1e0912376) AuthConfig (415562ade8e7dfa1bc227994a03e4676d778d9d16e5c920d0c1151fb5eab295e) AuthConfig (42345cce415c014ea4b72724bfb844eeb0e527902d75fd42371789bfb2345b77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"ee5f19e0-e77e-4d10-aa86-6a4bcd239741","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.143114799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"8369d7fa-1e9f-47b4-95c3-0f25d7b28c02","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.143137453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"8369d7fa-1e9f-47b4-95c3-0f25d7b28c02","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.330282187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.502603376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"92edf9f4-c9f7-4b6d-b477-ebf8203eb234","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.55775781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"92edf9f4-c9f7-4b6d-b477-ebf8203eb234","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.819717813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"baedff61-6ed5-4003-9254-6fc2bab7648a","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:44.819737906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"baedff61-6ed5-4003-9254-6fc2bab7648a","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:45.506737733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"7444a3f6-4866-4295-a6fa-b6f4a6ede5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:45.56215651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"7444a3f6-4866-4295-a6fa-b6f4a6ede5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:45.61668787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bad72413dc9357ac43ca889efa7dada07f0e6539d5dd1e05f5fa9e7e39879c05) AuthConfig (3c9fb7fffcc3350602a31c4286934e4f3d50ca41581e7a4f5f3f184dc078ed30) AuthConfig (1eed815676dd0dcd99f123455bdb4e9fee8aebc940fdd8699419799970d23bfe) AuthConfig (dc8cd17b64d9685df1a3da94d0fb5ef05e59e0f9eecb37eed432b39a38547a63) AuthConfig (b9ed3a5534ec7daf44ba966f75976b24d01074e65b9b300b0475b5fe155fb7c3) AuthConfig (d22e1549b6541f89cbfa9b592dcaeda19af4fad1025b57fc4f8263ce9b84b71c) AuthConfig (19b6705dfd5eb0898ab8346cc68209df8e674dbf4b786a967220a2e8601832f3) AuthConfig (8e5b84e7baed1a2aa12f0e4a555f8671b51314a38f07dd439e6dec7e0c5a2ee6) AuthConfig (e212ac542b0b09a51f4b7feb5e25436481ea3a7f5eb86093c6bbe8f6912aff62) AuthConfig (435cafd94ad7056083a157eacf77d4f94f82e3935590e95219875427240a8bc7) AuthConfig (5fe8d95066889b1245084403ce2220c2b5929d637c716d21123c3542dc7bfe31) AuthConfig (624e26a96a12d78476346c1708956609edf067e9b4417540138e71b07b2043a1) AuthConfig (3554b8e49502d2b753adb9893059139aac0c2e7336fc4fcc15cf1a337b62257e) AuthConfig (2b56c4c323a7ddcef3df5ef2171f5af6719125ee4b60d4f285dbed5c045dcfa8) AuthConfig (9accd065fca29ed2678526461f06d5f97553d154e4d020543913d20064e110ba) AuthConfig (6ed9cd4c9e0e3d95b64bf3d230f2d0b2881dd886b0b872e8031921969629c74b) AuthConfig (fd67f2949ad2085a847b2211aee43d64c55aad9eae15407d18a124ef99131152) AuthConfig (e1f27b2e60193fede27fe1f750c835b3c091d9f455db5d6e22189f51643eb742)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"7444a3f6-4866-4295-a6fa-b6f4a6ede5df","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:45.673179321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"91a5ed0f-e8df-4ba9-92ee-6147ab230ca7","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:45.673200769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"91a5ed0f-e8df-4ba9-92ee-6147ab230ca7","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.3851827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"74993add-7bb0-43e5-919b-361167298be8","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.385204112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"74993add-7bb0-43e5-919b-361167298be8","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.442356725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"af1bb538-c2d5-4399-a4e5-1132f5ca1136","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.44237638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"af1bb538-c2d5-4399-a4e5-1132f5ca1136","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.48750662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"b28d2a07-2a13-4c4f-b8ab-6ec88de398b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:50.492388495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"a9d94b61-47ba-4755-b888-7f59488d247f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b9e6af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:50.495008887Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"af1bb538-c2d5-4399-a4e5-1132f5ca1136","name":"auth-test-model-b992fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b992fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:55:50.495055005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"af1bb538-c2d5-4399-a4e5-1132f5ca1136","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b992fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.500399156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"75a30be3-0692-4d85-b9d9-248856f945f1","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.500414621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"75a30be3-0692-4d85-b9d9-248856f945f1","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.542590211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"b28d2a07-2a13-4c4f-b8ab-6ec88de398b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.600199396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"529df6c8-2306-401f-984d-2012773d5bda","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.600219621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"529df6c8-2306-401f-984d-2012773d5bda","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.654264256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"a8325f72-ab0a-40cc-a0bb-f9f159366c1f","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.654284393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"a8325f72-ab0a-40cc-a0bb-f9f159366c1f","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.847642433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"f6ad46d3-ba20-458d-85b4-19b7a59f7ebc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.869719789Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"3f4d34ec-4568-445a-b7f4-037b59d2cdb5","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"maas-trlp-auth-test-model-b992fe","model":"auth-test-model-b992fe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-b992fe/e2e-auth-iso-b9e6af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:50.902636143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"f6ad46d3-ba20-458d-85b4-19b7a59f7ebc","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:51.033209376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"65a37826-2547-4a80-b768-58bd51a22920","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:51.033240199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"65a37826-2547-4a80-b768-58bd51a22920","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:51.23817982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5cfda94c-5d86-482e-ae4f-49dfda408815","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"maas-trlp-auth-test-model-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.404506746Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","namespace":"ai-tenant-e2e-explicit-c12708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.404565285Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","namespace":"ai-tenant-e2e-explicit-c12708","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.404615321Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","tenant":"e2e-explicit-c12708","tenantID":"e2e-explicit-c12708","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.457965655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Deployment","name":"maas-api-e2e-explicit-c12708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.516488027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Service","name":"maas-api-e2e-explicit-c12708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.572939401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-c12708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.627146217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-c12708","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.68396179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.738496955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.794510848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.84829583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.899683195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Deployment","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:53.950682868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.001904954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Service","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.053709955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"Service","name":"payload-pre-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.105293826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.156578676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.207563052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.245550347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"63fc04a9-cd76-4ff7-8ab5-65be85411988","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.262287915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.301117407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"63fc04a9-cd76-4ff7-8ab5-65be85411988","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.313529136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.35501124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-dc9e63-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2b32a4df7d56b4c4959d7cd8c5fb9de00ac0aee9691be09c7eed0ce8b4b8606) AuthConfig (869cfdd0856119c66e563d082621f5c4c888ec406ce402cb2032c744ba720061) AuthConfig (dd9446eeffc06d1aae7c8ceffdd4b1d260429d6e346984fc9e10ac3c8d4b6cd3) AuthConfig (f511d6216d8d0a7ee9a07c089664218792b7931afca9be571f6b23b319225c94) AuthConfig (3e9251585d08e15003a029c47d2286b5392ea7da2f14161018f36aeec834091a) AuthConfig (ed61e0c9968d90d9dfc25a5a98a17a29615fef4e93fa5d8781d9dcb57f5282c1) AuthConfig (4b67bd28b3aca71583ae0d3fe5ec44307cd068e65d650cb3a019d7ab53d1cbba) AuthConfig (1dd57b21d00f9e16a510cdfa96476284d270e602232a7cc18de93e7788d090e3) AuthConfig (6c9ee8537764f702ea270a5925624aafa87a561545ba6596f9f3e4663484fb9d) AuthConfig (f8d7d30f2ee2599b5b6ce06edc9333602c69df814701f978a4118c77769bd658) AuthConfig (5296a3fbb14cb2ddd31bf54a048ac50d21f8e2108d5461ee65161ca8c6125900) AuthConfig (fa019018634122c8b54f74dc3141fb36e9e4f33f86015fd4aa038036fb7e780c) AuthConfig (850f2508060f38c0f12331fa949c843297180fbfae3bd8302da7b85e532bc1a7) AuthConfig (dd2b62a2306ee4163e9402cc016e0e908c2233e9fd356461fc9285583a32a8d8) AuthConfig (a9e47f901c12a140a1c229f14f9baa427ae27a4c741e3b72d206f4a542f8ba66) AuthConfig (cae1bba2c5ab33da3db3e5380120fd9f1f5b09fea9e9525f67b9b1a1e0912376) AuthConfig (415562ade8e7dfa1bc227994a03e4676d778d9d16e5c920d0c1151fb5eab295e) AuthConfig (42345cce415c014ea4b72724bfb844eeb0e527902d75fd42371789bfb2345b77)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"63fc04a9-cd76-4ff7-8ab5-65be85411988","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.364772307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.416411961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-c12708","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:54.468368217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c12708"},"namespace":"ai-tenant-e2e-explicit-c12708","name":"default-tenant","reconcileID":"b5a6ae13-5d8d-4a22-b9a4-a826ff77a635","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-c12708","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:55.334436672Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c12708","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c12708","reconcileID":"a312e2a3-3b21-45c8-b6f8-a6e0c9efbff6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c12708","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-c12708"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:55.827486361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"eb029567-9eba-4ca9-b968-1bd64f1c906b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:55.88349022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"eb029567-9eba-4ca9-b968-1bd64f1c906b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:55.939141074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-083e17-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bad72413dc9357ac43ca889efa7dada07f0e6539d5dd1e05f5fa9e7e39879c05) AuthConfig (3c9fb7fffcc3350602a31c4286934e4f3d50ca41581e7a4f5f3f184dc078ed30) AuthConfig (1eed815676dd0dcd99f123455bdb4e9fee8aebc940fdd8699419799970d23bfe) AuthConfig (dc8cd17b64d9685df1a3da94d0fb5ef05e59e0f9eecb37eed432b39a38547a63) AuthConfig (b9ed3a5534ec7daf44ba966f75976b24d01074e65b9b300b0475b5fe155fb7c3) AuthConfig (d22e1549b6541f89cbfa9b592dcaeda19af4fad1025b57fc4f8263ce9b84b71c) AuthConfig (19b6705dfd5eb0898ab8346cc68209df8e674dbf4b786a967220a2e8601832f3) AuthConfig (8e5b84e7baed1a2aa12f0e4a555f8671b51314a38f07dd439e6dec7e0c5a2ee6) AuthConfig (e212ac542b0b09a51f4b7feb5e25436481ea3a7f5eb86093c6bbe8f6912aff62) AuthConfig (435cafd94ad7056083a157eacf77d4f94f82e3935590e95219875427240a8bc7) AuthConfig (5fe8d95066889b1245084403ce2220c2b5929d637c716d21123c3542dc7bfe31) AuthConfig (624e26a96a12d78476346c1708956609edf067e9b4417540138e71b07b2043a1) AuthConfig (3554b8e49502d2b753adb9893059139aac0c2e7336fc4fcc15cf1a337b62257e) AuthConfig (2b56c4c323a7ddcef3df5ef2171f5af6719125ee4b60d4f285dbed5c045dcfa8) AuthConfig (9accd065fca29ed2678526461f06d5f97553d154e4d020543913d20064e110ba) AuthConfig (6ed9cd4c9e0e3d95b64bf3d230f2d0b2881dd886b0b872e8031921969629c74b) AuthConfig (fd67f2949ad2085a847b2211aee43d64c55aad9eae15407d18a124ef99131152) AuthConfig (e1f27b2e60193fede27fe1f750c835b3c091d9f455db5d6e22189f51643eb742)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"eb029567-9eba-4ca9-b968-1bd64f1c906b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:56.561343641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a8ec34-83fd-48d9-8042-2a8efb36850d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:56.614100288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a8ec34-83fd-48d9-8042-2a8efb36850d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:56.665628068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a8ec34-83fd-48d9-8042-2a8efb36850d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:56.717695673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54a8ec34-83fd-48d9-8042-2a8efb36850d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:58.586883905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319adb8-33bb-4c36-be27-c38bf186512e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:58.638803479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319adb8-33bb-4c36-be27-c38bf186512e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:58.690754408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319adb8-33bb-4c36-be27-c38bf186512e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:55:58.742615771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8319adb8-33bb-4c36-be27-c38bf186512e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:04.459387353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"683703a7-7f89-48ca-a9c3-24a16de0a2cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:04.515036769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"683703a7-7f89-48ca-a9c3-24a16de0a2cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:04.78138968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"c767e756-c7a9-45ac-b66e-ee1eaf320271","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:04.781419566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"c767e756-c7a9-45ac-b66e-ee1eaf320271","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:06.046354571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"15b8f1df-02f7-4149-9a14-501a7dfd66b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:06.103129896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"15b8f1df-02f7-4149-9a14-501a7dfd66b4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:06.414038416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"24f0a6ce-d7bd-474d-8e23-7db1accf9336","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:06.414057172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"24f0a6ce-d7bd-474d-8e23-7db1accf9336","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.296631622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a588be12-3f24-4dd0-9452-b0f79a3f56f8","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.296653373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a588be12-3f24-4dd0-9452-b0f79a3f56f8","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.355626661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"56a7e2a3-a15b-4bd1-97c8-a85dd029b669","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.355652399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"56a7e2a3-a15b-4bd1-97c8-a85dd029b669","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.398617405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"2c9d8526-25d9-4436-ad0b-61b24f6ecb80","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:10.402457761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"02009748-124a-4b85-b318-9a2132a9b87d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fa9340\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:10.408231492Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"56a7e2a3-a15b-4bd1-97c8-a85dd029b669","name":"auth-test-model-dc9e63","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-dc9e63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:10.408280605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"56a7e2a3-a15b-4bd1-97c8-a85dd029b669","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-dc9e63\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.413612972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"790e9da8-a277-4e03-90f1-8db99cf05ce9","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.413630702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"790e9da8-a277-4e03-90f1-8db99cf05ce9","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.454099898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"2c9d8526-25d9-4436-ad0b-61b24f6ecb80","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.510349377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"1c3a4f2a-947e-4194-950d-0ff036b21f54","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.51036701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"1c3a4f2a-947e-4194-950d-0ff036b21f54","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.566042004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"1b5ccdf5-ca44-4854-8bfd-e7e248a64c0e","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.566062524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"1b5ccdf5-ca44-4854-8bfd-e7e248a64c0e","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.759689172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"cbf5fb09-de73-4788-a6ff-cc9ef3a10542","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.775184876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"9e61f725-9a27-46ef-b688-4632655908b5","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"maas-trlp-auth-test-model-dc9e63","model":"auth-test-model-dc9e63","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-dc9e63/e2e-auth-iso-fa9340"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.814809051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"cbf5fb09-de73-4788-a6ff-cc9ef3a10542","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.939190301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a0a4b51d-25e3-4ef7-8fc9-de145d537b02","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:10.939211301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"a0a4b51d-25e3-4ef7-8fc9-de145d537b02","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.145701934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"9228b3d4-f4d8-474e-8a38-9d1376128e26","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"maas-trlp-auth-test-model-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.532415726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5500914b-f4dd-43c6-bec3-0c5d9ca532f0","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.532436127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5500914b-f4dd-43c6-bec3-0c5d9ca532f0","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.591743974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"fa1a0180-313a-4d97-acf6-c9f543231c23","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.591765753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"fa1a0180-313a-4d97-acf6-c9f543231c23","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.63555903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"fda84271-8e60-4be5-9149-b5a35b9492b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:11.641454122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"a188947c-cbc9-4f93-b0d0-a83b8fd3feb9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5ff106\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:11.644156211Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"fa1a0180-313a-4d97-acf6-c9f543231c23","name":"auth-test-model-083e17","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-083e17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:11.644220018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"fa1a0180-313a-4d97-acf6-c9f543231c23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-083e17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.649417826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"afb1b2bc-d7cf-4eea-9162-6d17c7fd614f","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.649432781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"afb1b2bc-d7cf-4eea-9162-6d17c7fd614f","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.691282953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"fda84271-8e60-4be5-9149-b5a35b9492b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.748078427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"ae86d2e9-3bd0-4840-8f79-eb88ba6e64ea","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.748097607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"ae86d2e9-3bd0-4840-8f79-eb88ba6e64ea","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.804277411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5c139a41-96ea-4fac-b242-ff2c2097fa38","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:11.804300029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5c139a41-96ea-4fac-b242-ff2c2097fa38","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.014157555Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"156a7523-d228-43a3-92b4-4437e6e745ea","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"maas-trlp-auth-test-model-083e17","model":"auth-test-model-083e17","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-083e17/e2e-auth-iso-5ff106"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.020844159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"92cf9292-e9b8-4e30-a042-9fe7069f071b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.076277985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"92cf9292-e9b8-4e30-a042-9fe7069f071b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.178786494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5a9ce209-3b92-4134-9704-b9680fd45894","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.178809941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"5a9ce209-3b92-4134-9704-b9680fd45894","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:12.39417539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"6a19f36b-e103-44b2-ba8a-e09c5fb9a25f","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"maas-trlp-auth-test-model-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:14.28505468Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.205087209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"8e1ec056-8df8-4d53-9fac-d5de9fba6b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.382735277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"f7004566-f7a1-4a72-a3b7-badbde5b08cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.566728911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd114241-1e7c-4da6-9414-3142eccd2673","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.681073253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7a5acc2f-0ace-402c-9baa-3da4d79d11c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:22.924811084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"367a5900-e2f8-4fc4-82c5-d10f70a611f5","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"maas-trlp-auth-test-model-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.02551915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74eeaefb-b090-4cc7-b367-a1d3adf0c755","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.049349407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"d023f6aa-8ea2-46cf-9ca5-1d85bc0fc11e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.089630794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"2dad8436-39d8-490c-bd83-d83fd5ead8c2","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.089651947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"2dad8436-39d8-490c-bd83-d83fd5ead8c2","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.12563293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"535f979b-b768-4a13-bc5c-aa8cf51bb31a","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.235817324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"69881fde-a545-4323-a89f-cbc0d3e8a6b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.337951093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"fe558465-914b-45c8-89ad-222e2c17ec4f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.387775172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"39d4a240-5d4a-4ff3-aeec-f0bd5fe25468","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.440407575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"641b362d-550e-491f-9839-fe4b981f64f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.540722509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"2cafb4bb-e2ab-4267-bd0c-0a4403a05de2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.642686041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"ea6feeca-06cc-4579-b1d7-40ab523929a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.838511789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"afcc8d29-8193-484c-9ef9-1bef3bfe426f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:23.895083068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"afcc8d29-8193-484c-9ef9-1bef3bfe426f","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.223202743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"34be1dc1-58a3-4b37-b8f4-b0a73e0e090a","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.223223047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"34be1dc1-58a3-4b37-b8f4-b0a73e0e090a","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.2791492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"3b5f17ac-2b82-49d0-9396-d7bb60a5bcb2","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.279169265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"3b5f17ac-2b82-49d0-9396-d7bb60a5bcb2","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.381814808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"04fcd173-adf4-45c1-b91a-39d697424b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.504566063Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"04fcd173-adf4-45c1-b91a-39d697424b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.56003849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"04fcd173-adf4-45c1-b91a-39d697424b20","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.614333917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"07930927-0da4-4999-8e31-f5649231cd81","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:24.614355021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"07930927-0da4-4999-8e31-f5649231cd81","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.718112205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"fe4d9882-514d-4651-a01e-53c3a4913e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.776698204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"fe4d9882-514d-4651-a01e-53c3a4913e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:34.832597933Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"fe4d9882-514d-4651-a01e-53c3a4913e01","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.697441664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"bbd28ca7-d37a-4b61-a227-67b4efe32928","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.754105766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"bbd28ca7-d37a-4b61-a227-67b4efe32928","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.759588378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"26553277-0f43-4b20-87e6-8dca5ec9016d","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.759652189Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"26553277-0f43-4b20-87e6-8dca5ec9016d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.770894925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"48224b6a-5479-4e59-9619-33ddf51e593d","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.770954845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"48224b6a-5479-4e59-9619-33ddf51e593d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.791957273Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"755345dd-2677-4585-a312-34018b72cbe3","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.792003611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"755345dd-2677-4585-a312-34018b72cbe3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.832343488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"87e47c01-bab3-49d4-a3c8-530c261a5b5f","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.832401696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"87e47c01-bab3-49d4-a3c8-530c261a5b5f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.912843485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"490acb57-54df-45be-be06-6b3dfc625d97","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:37.912923571Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"490acb57-54df-45be-be06-6b3dfc625d97","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:38.074138752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"7400a123-b420-4a25-a877-532c45de81c8","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:38.074206629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"7400a123-b420-4a25-a877-532c45de81c8","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:38.394492499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"4dfbdc5e-1197-434d-a20d-79711db12db5","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:38.394563988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"4dfbdc5e-1197-434d-a20d-79711db12db5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:39.035436083Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"642cd5b1-3085-40fc-87ac-c466a7cb2fe0","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:39.035520129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"642cd5b1-3085-40fc-87ac-c466a7cb2fe0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:40.316174447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"46327b06-aeef-4eb4-83aa-cd70caceaee3","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:40.316240472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"46327b06-aeef-4eb4-83aa-cd70caceaee3","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:42.876852792Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"0c6425b2-16e6-48c5-9e24-6faae25e176f","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:56:42.876942129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-d39811","namespace":"ai-tenant-e2e-noten-d39811"},"namespace":"ai-tenant-e2e-noten-d39811","name":"noten-model-d39811","reconcileID":"0c6425b2-16e6-48c5-9e24-6faae25e176f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-d39811/noten-model-d39811: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-d39811/noten-model-d39811-kserve-route (gateways: [openshift-ingress/e2e-noten-d39811]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.282404169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.936414986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"84c9dc37-4f9e-4231-a2db-150b7b2ca09d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:44.992011877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"84c9dc37-4f9e-4231-a2db-150b7b2ca09d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:45.050469383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"84c9dc37-4f9e-4231-a2db-150b7b2ca09d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.154884256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cdb2929b-bf9f-4534-997e-7cc321425857","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.210688724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cdb2929b-bf9f-4534-997e-7cc321425857","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.267853551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cdb2929b-bf9f-4534-997e-7cc321425857","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.733632248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"2f2921f2-8e51-4e75-88cd-791a88357e4e","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"maas-trlp-auth-test-model-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.838911744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"bd6125e5-cf1d-43bc-b232-bdb5b8e5f71a","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"maas-trlp-auth-test-model-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.903906859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"66830a2f-fc3a-45f3-aec2-683bb3c91d71","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:55.903927499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"66830a2f-fc3a-45f3-aec2-683bb3c91d71","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.005923184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"4670aec2-41e8-4bd3-8576-fc58cce9dacd","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.00594437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"4670aec2-41e8-4bd3-8576-fc58cce9dacd","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.932058481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"3cf9ff4d-33eb-4f8f-a99a-ef1b0816e33f","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.932083693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"3cf9ff4d-33eb-4f8f-a99a-ef1b0816e33f","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.98801737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"27b33e72-ac29-48f5-978b-04e3c1685fb2","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:56.988037125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"27b33e72-ac29-48f5-978b-04e3c1685fb2","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.091808882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"04167acf-7761-4fd2-9356-0406a9a7fd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.214423852Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"04167acf-7761-4fd2-9356-0406a9a7fd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.269715359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9c9c3c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"04167acf-7761-4fd2-9356-0406a9a7fd12","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.327104834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"066bd0a2-b382-47c4-a898-6611f8446aef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.327123975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"066bd0a2-b382-47c4-a898-6611f8446aef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.748106761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"84f18228-9fb6-43c9-9e1f-f7e3eb39441d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:57.804227396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"84f18228-9fb6-43c9-9e1f-f7e3eb39441d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:58.166175768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"8b5ed10d-6914-4bbb-a99e-9504d8a1ba64","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:56:58.222098231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"8b5ed10d-6914-4bbb-a99e-9504d8a1ba64","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.556346992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"25a890a6-77e4-41e0-911f-8431750c49be","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.5564553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"25a890a6-77e4-41e0-911f-8431750c49be","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.657838454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"33a6c1f7-45e4-484d-9034-5a6bef491e96","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.712988899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"33a6c1f7-45e4-484d-9034-5a6bef491e96","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.71504178Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"28a15307-70bd-43f2-9680-2716ea47f6b2","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22ab9915","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:00.972924751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"406b1419-f782-402d-95d7-1c68b3ba3d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:01.029245055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"406b1419-f782-402d-95d7-1c68b3ba3d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:05.371353126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"b0567097-cae4-4f6c-9675-af34f7717b30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:05.427068515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"b0567097-cae4-4f6c-9675-af34f7717b30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:05.4815753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22f8c59ec1f7f130d366e0abeb0b57a3e6b31a1b62b20cff83f6739832634b28) AuthConfig (e26885ad01ce6ff99326337668de3ab823062d19eb483752f7209f440360f815) AuthConfig (aa2c6f3d2b672a2c8ff522c6711e70511f490cbcb3c2b5724ab4db9e2e7567de) AuthConfig (4b5e67a7290d14e4cdd0925237391bef31887cfab603091bb80c625948b49654) AuthConfig (e8d60660cf45bc1f80348a6d1370b0b52a39a196fbe4cda083dbd30fec4e1d60) AuthConfig (117b9389a608c375e4d745c532aad33ab79f1cf2ad2767fc02901941ed48c2e8) AuthConfig (6bbb6028157e9e03fd53fd988bbc429e8f085ee4216501913467c7feffa0e0a7) AuthConfig (8888ea0d58db5a95ed55cae46e3ccc8ca83784dea22c293a86b41012c232ae55) AuthConfig (c1d223c7a5205467e01f3b2ecd03d73f5ad75ce43d285509a6a8d34ebdbba98a) AuthConfig (eee27030aabd35689e534e6c40463b545e725c9d48ac0b8d23ee9d0915291598) AuthConfig (20dc0a5727b1abddae79c0fa0068b55fe1a343a59c453e0e9864c256a81df306) AuthConfig (7c44c3c12e291130f50a3092cb231051fa05a78a7bd6b7b46247127386415baf) AuthConfig (487347d323d0dbc5e6c515e296e9c09ebb4f4bc5767b3f6fd4bb439e2eac478b) AuthConfig (2783c7679ddb175dc7250ee62656d7b4dc8a7528c72167351b36f2a69641249c) AuthConfig (09a7071d6d5d34f1873f2a228022edcd38c251c1cf35a95ac43970f7bdb778ae) AuthConfig (fde9b01a8fe3f193353f49ea035474072121de7933c3a8efb64c614055199bcd) AuthConfig (cafe38192f1d0a7542e5b71dbe044379220b17641dcf733bf5141f99550c0350) AuthConfig (e5061a8d073d51a35c7bc970a20618f19d77dd81084a150e2872b9b25a22f9fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"b0567097-cae4-4f6c-9675-af34f7717b30","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:05.538286504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"7551719b-25f1-44fb-b65a-1c268709380f","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:05.538306808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"7551719b-25f1-44fb-b65a-1c268709380f","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:07.429993749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"f8f79835-75d4-4693-9ad3-fc52a4fab2c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:07.485326956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"f8f79835-75d4-4693-9ad3-fc52a4fab2c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:07.539389352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9c9c3c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"f8f79835-75d4-4693-9ad3-fc52a4fab2c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.766234879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"d9aa1ef6-975b-4a11-81d5-05897cbcd8ab","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","subscription":"e2e-auth-iso-5ff106","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.817558824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"d9aa1ef6-975b-4a11-81d5-05897cbcd8ab","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:10.869301081Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"d9aa1ef6-975b-4a11-81d5-05897cbcd8ab","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"maas-trlp-auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.139156852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"fe058085-c2c5-4e30-843f-230072d06515","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.139178027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"fe058085-c2c5-4e30-843f-230072d06515","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.241771045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f3b6ca41-ffcb-4ba9-b22b-0cd07926779b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.296763487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"f3b6ca41-ffcb-4ba9-b22b-0cd07926779b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.297013041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"09c0836c-88bd-4cdd-93c7-e44a3ccc0845","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.297032281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"09c0836c-88bd-4cdd-93c7-e44a3ccc0845","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.399212397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"b3b93a06-bb2a-431d-a55b-6f4ab74b2711","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.454389519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"b3b93a06-bb2a-431d-a55b-6f4ab74b2711","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.456039317Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"9b595f24-c81b-4063-8de9-7c55212dce89","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b9957577","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.603461344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"ad77a6a7-2ec2-4505-8a5b-314a3f70d1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.659287279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"ad77a6a7-2ec2-4505-8a5b-314a3f70d1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.710881988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"a1f2e7e1-681a-4253-81e5-f1ec7e56898d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:11.76698762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"a1f2e7e1-681a-4253-81e5-f1ec7e56898d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:14.283060652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:15.641065132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"d2db8fe9-bf46-4aa3-9ee9-b4fcb64e4657","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:15.696827732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"d2db8fe9-bf46-4aa3-9ee9-b4fcb64e4657","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:15.751264256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-7fc058-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (22f8c59ec1f7f130d366e0abeb0b57a3e6b31a1b62b20cff83f6739832634b28) AuthConfig (e26885ad01ce6ff99326337668de3ab823062d19eb483752f7209f440360f815) AuthConfig (aa2c6f3d2b672a2c8ff522c6711e70511f490cbcb3c2b5724ab4db9e2e7567de) AuthConfig (4b5e67a7290d14e4cdd0925237391bef31887cfab603091bb80c625948b49654) AuthConfig (e8d60660cf45bc1f80348a6d1370b0b52a39a196fbe4cda083dbd30fec4e1d60) AuthConfig (117b9389a608c375e4d745c532aad33ab79f1cf2ad2767fc02901941ed48c2e8) AuthConfig (6bbb6028157e9e03fd53fd988bbc429e8f085ee4216501913467c7feffa0e0a7) AuthConfig (8888ea0d58db5a95ed55cae46e3ccc8ca83784dea22c293a86b41012c232ae55) AuthConfig (c1d223c7a5205467e01f3b2ecd03d73f5ad75ce43d285509a6a8d34ebdbba98a) AuthConfig (eee27030aabd35689e534e6c40463b545e725c9d48ac0b8d23ee9d0915291598) AuthConfig (20dc0a5727b1abddae79c0fa0068b55fe1a343a59c453e0e9864c256a81df306) AuthConfig (7c44c3c12e291130f50a3092cb231051fa05a78a7bd6b7b46247127386415baf) AuthConfig (487347d323d0dbc5e6c515e296e9c09ebb4f4bc5767b3f6fd4bb439e2eac478b) AuthConfig (2783c7679ddb175dc7250ee62656d7b4dc8a7528c72167351b36f2a69641249c) AuthConfig (09a7071d6d5d34f1873f2a228022edcd38c251c1cf35a95ac43970f7bdb778ae) AuthConfig (fde9b01a8fe3f193353f49ea035474072121de7933c3a8efb64c614055199bcd) AuthConfig (cafe38192f1d0a7542e5b71dbe044379220b17641dcf733bf5141f99550c0350) AuthConfig (e5061a8d073d51a35c7bc970a20618f19d77dd81084a150e2872b9b25a22f9fb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"d2db8fe9-bf46-4aa3-9ee9-b4fcb64e4657","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:17.643173361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9b44ae5a-bf20-4b88-b241-4b4a3a67fb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:17.698677883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9b44ae5a-bf20-4b88-b241-4b4a3a67fb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:17.752643422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9c9c3c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (784c99b49253afd0102486f4b5b1c7670e2dc280b7772a99ac6364b89f885810) AuthConfig (de8c6f31bde0283e68a6e8e3b75794d59f0aeed2c0ae25cf9e02a6c30f07102f) AuthConfig (e7328c0d4f77254fb555564e0284a3ee2626dd17790483ad85cb385e11485c50) AuthConfig (fa93c76c6657199023f90b0c458ed0b172770820eb3b25abeab554adf979723d) AuthConfig (597a982bf4704c711f52210697f816116aee2af0d9d4c191d0f79362d0a15266) AuthConfig (a0a4fe58961e66ce34dbeb3a35445a34d318efa374dce8455aa3ae719a514241) AuthConfig (f807069e648dbf9ef62feeaefbd5374089e80dfef0b4ca8c21f08d6e676366f0) AuthConfig (f20f5b9854f9f01f0d34090c585ff9c756ae8e6f9b14246913b15664d222aeed) AuthConfig (8823567c698cae497a462bcd2d254593212b47de8c27f137a079267b44cf3749) AuthConfig (0b87678dda3cb42767cb573efb9d444bb05035e1b038838dd6a5384e1d4b9096) AuthConfig (f12bc1daf0a8a94bb6abaab97e81b0494db1f9ef276cfba20bdb2dfe818ef3a1) AuthConfig (2e14083999506f3dd8d76bc5c7798874a912288de3d7b647d1d926822e8b7331) AuthConfig (5c9388beed0b0d24827e964d01f17a3f42a4cd7683dec2cdec5efa1509411f3a) AuthConfig (f321785690ea30624ce603a5121e21c211eb19d42c6ee484491cab8008910124) AuthConfig (4320f18edfba2a2ce041a57491943fa3afae3798d1fa8998f67beb4deca72738) AuthConfig (8afadb6642627558071473cf5e99e416e84fb16dac74f0648bb3ed4582e6463a) AuthConfig (7f4efa6f9f7a6b8e9c9a81fd35166419056fa9c04c37cbfcda8b9de8b4eb42c4) AuthConfig (1c452cba0fca827b28ed145775a873766eb634de7a80006a557af9d025753bf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9b44ae5a-bf20-4b88-b241-4b4a3a67fb7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:17.808650278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"ebbfba85-92af-4f39-b17c-f78da637fe3a","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:17.808671293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"ebbfba85-92af-4f39-b17c-f78da637fe3a","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.507792787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"b78386f0-a704-48d1-b00f-a06f1d73f5f8","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","subscription":"e2e-auth-iso-5ff106","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.559388883Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"b78386f0-a704-48d1-b00f-a06f1d73f5f8","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.612882348Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"b78386f0-a704-48d1-b00f-a06f1d73f5f8","MaaSSubscription":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"maas-trlp-auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.883469233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"6bc99e59-d1e3-4da4-a899-9478c7d52a22","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.883498731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"6bc99e59-d1e3-4da4-a899-9478c7d52a22","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:21.986529676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"c45385bc-a6c4-49ee-a35e-680d41620cf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.038659834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"7b7a0630-0b33-49b7-af7e-642fc36e55fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.038777394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"aba9a49b-5e5e-4a28-bbf0-3e9af18b4bf4","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.038795658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"aba9a49b-5e5e-4a28-bbf0-3e9af18b4bf4","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.042695245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"c45385bc-a6c4-49ee-a35e-680d41620cf2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.193683183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"7b7a0630-0b33-49b7-af7e-642fc36e55fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.315046676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"7b7a0630-0b33-49b7-af7e-642fc36e55fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"name":"e2e-shared-a-w1-41014a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.315072553Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"e2e-auth-iso-5ff106","reconcileID":"7b7a0630-0b33-49b7-af7e-642fc36e55fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.371794778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"8a710adf-1311-4dea-bb6d-8ba3df62a743","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"tenant":"e2e-shared-a-w1-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","model":"ai-tenant-e2e-shared-a-w1-41014a/auth-test-model-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.371815906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"auth-test-model-41014a","reconcileID":"8a710adf-1311-4dea-bb6d-8ba3df62a743","MaaSModelRef":{"name":"auth-test-model-41014a","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"routeName":"auth-test-model-41014a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-41014a","llmisvcName":"auth-test-model-41014a","gateway":"openshift-ingress/e2e-shared-a-w1-41014a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.39420491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"c7388294-2d4a-45af-b04e-7b3ec15ed824","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.449388704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"c7388294-2d4a-45af-b04e-7b3ec15ed824","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.52072972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"3a073424-7b8a-4736-9a99-44eab6ebc7fb","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.520751126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"3a073424-7b8a-4736-9a99-44eab6ebc7fb","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.653007717Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"ed46746a-d670-4e5c-9a0c-8093faa70e10","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:22.904779604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"ed46746a-d670-4e5c-9a0c-8093faa70e10","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.025329619Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"ed46746a-d670-4e5c-9a0c-8093faa70e10","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"name":"e2e-shared-b-w1-083e17-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.02543943Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"e2e-auth-iso-5ff106","reconcileID":"ed46746a-d670-4e5c-9a0c-8093faa70e10","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ff106","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.081330259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"e87b899d-f0ac-47e7-aa99-a72c89ce61cc","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"tenant":"e2e-shared-b-w1-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","model":"ai-tenant-e2e-shared-b-w1-083e17/auth-test-model-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:23.081353342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"auth-test-model-083e17","reconcileID":"e87b899d-f0ac-47e7-aa99-a72c89ce61cc","MaaSModelRef":{"name":"auth-test-model-083e17","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"routeName":"auth-test-model-083e17-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-083e17","llmisvcName":"auth-test-model-083e17","gateway":"openshift-ingress/e2e-shared-b-w1-083e17","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:25.854362245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"f151d264-9c91-456a-abe0-dac499c2e9a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:25.910254883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"f151d264-9c91-456a-abe0-dac499c2e9a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.222434588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"3939b066-a0ff-4c18-86c8-0b19deca58a7","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:26.222457531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"3939b066-a0ff-4c18-86c8-0b19deca58a7","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:27.911474694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9534d792-256a-4a9c-8d58-fdf4dabb82bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:27.966986067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9534d792-256a-4a9c-8d58-fdf4dabb82bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:28.021097459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9c9c3c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (784c99b49253afd0102486f4b5b1c7670e2dc280b7772a99ac6364b89f885810) AuthConfig (de8c6f31bde0283e68a6e8e3b75794d59f0aeed2c0ae25cf9e02a6c30f07102f) AuthConfig (e7328c0d4f77254fb555564e0284a3ee2626dd17790483ad85cb385e11485c50) AuthConfig (fa93c76c6657199023f90b0c458ed0b172770820eb3b25abeab554adf979723d) AuthConfig (597a982bf4704c711f52210697f816116aee2af0d9d4c191d0f79362d0a15266) AuthConfig (a0a4fe58961e66ce34dbeb3a35445a34d318efa374dce8455aa3ae719a514241) AuthConfig (f807069e648dbf9ef62feeaefbd5374089e80dfef0b4ca8c21f08d6e676366f0) AuthConfig (f20f5b9854f9f01f0d34090c585ff9c756ae8e6f9b14246913b15664d222aeed) AuthConfig (8823567c698cae497a462bcd2d254593212b47de8c27f137a079267b44cf3749) AuthConfig (0b87678dda3cb42767cb573efb9d444bb05035e1b038838dd6a5384e1d4b9096) AuthConfig (f12bc1daf0a8a94bb6abaab97e81b0494db1f9ef276cfba20bdb2dfe818ef3a1) AuthConfig (2e14083999506f3dd8d76bc5c7798874a912288de3d7b647d1d926822e8b7331) AuthConfig (5c9388beed0b0d24827e964d01f17a3f42a4cd7683dec2cdec5efa1509411f3a) AuthConfig (f321785690ea30624ce603a5121e21c211eb19d42c6ee484491cab8008910124) AuthConfig (4320f18edfba2a2ce041a57491943fa3afae3798d1fa8998f67beb4deca72738) AuthConfig (8afadb6642627558071473cf5e99e416e84fb16dac74f0648bb3ed4582e6463a) AuthConfig (7f4efa6f9f7a6b8e9c9a81fd35166419056fa9c04c37cbfcda8b9de8b4eb42c4) AuthConfig (1c452cba0fca827b28ed145775a873766eb634de7a80006a557af9d025753bf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"9534d792-256a-4a9c-8d58-fdf4dabb82bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.96236989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"99cba64a-8e73-4e15-b6e8-725170b364f9","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:30.962405374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"99cba64a-8e73-4e15-b6e8-725170b364f9","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.417976831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"d2dca9b3-655b-47f0-8b91-ca20e960fc08","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.417995866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"d2dca9b3-655b-47f0-8b91-ca20e960fc08","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.477197963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"e4e3f8ad-b960-46c2-b03f-7b51cc1b86ba","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.477218207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"e4e3f8ad-b960-46c2-b03f-7b51cc1b86ba","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.520337159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"02cac028-2e2b-41fa-b437-9bc17de8e3a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:57:31.523383466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"52be76bc-069f-49bc-a039-b775a91e766d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-b9e6af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:57:31.529359314Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"e4e3f8ad-b960-46c2-b03f-7b51cc1b86ba","name":"auth-test-model-7fc058","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7fc058\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T01:57:31.529422208Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"e4e3f8ad-b960-46c2-b03f-7b51cc1b86ba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-7fc058\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.534743132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"7e027cf8-4715-4941-a7ed-a7e2d3523a51","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.534758312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"7e027cf8-4715-4941-a7ed-a7e2d3523a51","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.575623882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"02cac028-2e2b-41fa-b437-9bc17de8e3a1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.631074311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"87e13910-2a81-4288-a765-d9626777d141","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.631100932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"87e13910-2a81-4288-a765-d9626777d141","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.688206571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"1c07bd76-0c38-40d8-95ad-f4f1b41adf96","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.68822901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"1c07bd76-0c38-40d8-95ad-f4f1b41adf96","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.884584005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"0fc40748-ceeb-4825-817e-143fbb6beb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.908227659Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"e657ece4-d67c-45ea-80c9-c6b2453980fd","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"maas-trlp-auth-test-model-7fc058","model":"auth-test-model-7fc058","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-7fc058/e2e-auth-iso-b9e6af"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:31.939855434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"0fc40748-ceeb-4825-817e-143fbb6beb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.074087681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"4f1aab0d-6921-4c50-9146-0910984b3ff0","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.074109644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"4f1aab0d-6921-4c50-9146-0910984b3ff0","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:32.282087408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"0deb4ddf-da25-4f4d-aefc-84c86282feae","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"maas-trlp-auth-test-model-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.419230008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"f0591198-c9b2-49ec-8ca5-d43ed316ff0e","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.419253659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"f0591198-c9b2-49ec-8ca5-d43ed316ff0e","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.473090186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"2b27b780-0c07-46b8-8d60-a42f9ee3758d","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.473113264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"2b27b780-0c07-46b8-8d60-a42f9ee3758d","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.575708461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1ada7a03-f78c-480c-83b7-9759fdd96b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.696987523Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1ada7a03-f78c-480c-83b7-9759fdd96b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.75155497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1ada7a03-f78c-480c-83b7-9759fdd96b0d","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.805768101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"6b5441fa-5de7-481b-870a-eba397345f39","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:36.80578932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"6b5441fa-5de7-481b-870a-eba397345f39","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:38.123928416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d466e039-7a17-42c0-9f1d-b968f82a1c94","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:38.179176026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d466e039-7a17-42c0-9f1d-b968f82a1c94","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:38.233040127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-9c9c3c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (784c99b49253afd0102486f4b5b1c7670e2dc280b7772a99ac6364b89f885810) AuthConfig (de8c6f31bde0283e68a6e8e3b75794d59f0aeed2c0ae25cf9e02a6c30f07102f) AuthConfig (e7328c0d4f77254fb555564e0284a3ee2626dd17790483ad85cb385e11485c50) AuthConfig (fa93c76c6657199023f90b0c458ed0b172770820eb3b25abeab554adf979723d) AuthConfig (597a982bf4704c711f52210697f816116aee2af0d9d4c191d0f79362d0a15266) AuthConfig (a0a4fe58961e66ce34dbeb3a35445a34d318efa374dce8455aa3ae719a514241) AuthConfig (f807069e648dbf9ef62feeaefbd5374089e80dfef0b4ca8c21f08d6e676366f0) AuthConfig (f20f5b9854f9f01f0d34090c585ff9c756ae8e6f9b14246913b15664d222aeed) AuthConfig (8823567c698cae497a462bcd2d254593212b47de8c27f137a079267b44cf3749) AuthConfig (0b87678dda3cb42767cb573efb9d444bb05035e1b038838dd6a5384e1d4b9096) AuthConfig (f12bc1daf0a8a94bb6abaab97e81b0494db1f9ef276cfba20bdb2dfe818ef3a1) AuthConfig (2e14083999506f3dd8d76bc5c7798874a912288de3d7b647d1d926822e8b7331) AuthConfig (5c9388beed0b0d24827e964d01f17a3f42a4cd7683dec2cdec5efa1509411f3a) AuthConfig (f321785690ea30624ce603a5121e21c211eb19d42c6ee484491cab8008910124) AuthConfig (4320f18edfba2a2ce041a57491943fa3afae3798d1fa8998f67beb4deca72738) AuthConfig (8afadb6642627558071473cf5e99e416e84fb16dac74f0648bb3ed4582e6463a) AuthConfig (7f4efa6f9f7a6b8e9c9a81fd35166419056fa9c04c37cbfcda8b9de8b4eb42c4) AuthConfig (1c452cba0fca827b28ed145775a873766eb634de7a80006a557af9d025753bf9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d466e039-7a17-42c0-9f1d-b968f82a1c94","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:44.283201547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.909752948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"191573f3-0e8b-46a7-998a-eb0a1ea4338f","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:46.965379174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"191573f3-0e8b-46a7-998a-eb0a1ea4338f","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:47.019930142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"191573f3-0e8b-46a7-998a-eb0a1ea4338f","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.336900134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"086b6707-773d-4db2-af24-79ed1c0f19c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.393004932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"086b6707-773d-4db2-af24-79ed1c0f19c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.666983086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"e6667267-aea2-4f49-8ddf-f1906604f3e8","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:48.66700516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"e6667267-aea2-4f49-8ddf-f1906604f3e8","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.168730777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"33eef6cd-c491-4d67-ac36-7fc317d7a265","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.168757945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"33eef6cd-c491-4d67-ac36-7fc317d7a265","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.23367454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"bdf87154-dd2e-4ce8-a3c1-bd11f968d538","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.233698707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"bdf87154-dd2e-4ce8-a3c1-bd11f968d538","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.274034424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"79bd5057-22f4-4b47-a400-2bf194128788","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:57:54.279438988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"e140d63c-f99a-4652-ab9f-9c8b09544ad7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-fa9340\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.329411481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"79bd5057-22f4-4b47-a400-2bf194128788","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.38499748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"a8402969-4850-4423-aff4-41a42cb63cb8","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.38501801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"a8402969-4850-4423-aff4-41a42cb63cb8","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.439933593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"60791913-9234-413c-9c83-696ee5533c59","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.439952302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"60791913-9234-413c-9c83-696ee5533c59","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.637419861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"b252fde1-6a24-4a25-9929-f8944b19cdd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.647351254Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d00a328e-55f2-44e2-b992-bed05237008f","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"maas-trlp-auth-test-model-9c9c3c","model":"auth-test-model-9c9c3c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-9c9c3c/e2e-auth-iso-fa9340"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.693463774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"b252fde1-6a24-4a25-9929-f8944b19cdd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.811111231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"2b82e9ca-c06b-4faf-b10f-016aaec3a13c","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:54.8111309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"2b82e9ca-c06b-4faf-b10f-016aaec3a13c","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:55.017797776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"3502cebd-9c7b-4e65-913f-d1ba0d1713d7","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"maas-trlp-auth-test-model-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.123569124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"404c3a1d-172d-47ec-90f3-ba501741e332","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.178974447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"404c3a1d-172d-47ec-90f3-ba501741e332","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:57:57.233711993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"404c3a1d-172d-47ec-90f3-ba501741e332","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:07.338180271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ed00b8aa-2107-4dc3-8155-c14bdb0a4181","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:07.394327909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ed00b8aa-2107-4dc3-8155-c14bdb0a4181","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:07.450572994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ed00b8aa-2107-4dc3-8155-c14bdb0a4181","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:14.282267682Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.167207158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"d7a5b1cb-0123-4273-a36a-866ec62e5dc4","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"maas-trlp-auth-test-model-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.358845871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"118c2859-f67c-4bcf-aa25-63d3e5fd6669","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"maas-trlp-auth-test-model-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.368066396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"1354332a-324f-48d1-9e77-be02c7eaff72","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.368083492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"1354332a-324f-48d1-9e77-be02c7eaff72","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.521017465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"4c8064cc-2fde-4388-92b9-d970ad0e83c6","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.521038223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"4c8064cc-2fde-4388-92b9-d970ad0e83c6","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.770293717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d5be9-edf5-4513-8462-4644f41969b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.821925959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d5be9-edf5-4513-8462-4644f41969b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.873795973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d5be9-edf5-4513-8462-4644f41969b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:15.925514488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d7d5be9-edf5-4513-8462-4644f41969b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:16.1867604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"bf080273-24e4-4806-8052-5ca2b36396d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:16.242885115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"bf080273-24e4-4806-8052-5ca2b36396d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:16.388913112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d8912547-655e-4c98-a4cc-844c42681012","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:16.394815171Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-864622","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-864622","reconcileID":"edbb53de-5dd6-4bc0-a0a3-7f9458bc90f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-864622","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-864622":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:16.444690278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"d8912547-655e-4c98-a4cc-844c42681012","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.553648715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ca5dccec-ee83-4eef-aa4b-3572d0ce6b57","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.6153493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ca5dccec-ee83-4eef-aa4b-3572d0ce6b57","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.670517326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6217dcdfd47d9d9ae5ab94e1507cd9192784d7692cec57a3417672e2cffbef26) AuthConfig (a1ec4b89a0cd35256bca59b2cce1f952ea7879fbb21dfbfd171710852898be29) AuthConfig (0b46b605cd024adf838634ed09493f813f6861befebc818b96ef027627e653ac) AuthConfig (73727fd1a19b57d4cdcb0e20637cd8a421d49ef2b69bab6b60be882c192502f4) AuthConfig (182b773d8a18b8470d5eaa680e869665a73dbe5bf5da1fa8c10b2cac21ea3ddb) AuthConfig (b6e31f64e94df389878c34db9276951e76bf1f38b9aab5372199375f0c050078) AuthConfig (494a591aec7cac32b29955b102b20ef763acac79ebe23a7ebbfc103b9d61151b) AuthConfig (555b93debeb550dea4ac3be22362cf532a63a89dc03724385a84b9586428dc2a) AuthConfig (23016d1a1a8a02bf26f542e27815fe88c8a9be91456bd1e93fa3b14eecb09272) AuthConfig (db40ec6c7f65e048e1dae625cde13b187120fed0c64d72aba4cc1d620bd60522) AuthConfig (fe258ee3f8318f3deba30e557de61ecc7852af50813497d26aa37fd21bff18bc) AuthConfig (c58cbcee55484b37f95bc1b52aae535b437e78a57d1699100d487e4a7884cfd3) AuthConfig (8e9c176ec873ad6d36a7e4a5ed19e9510fac1e0afb2786211090ac523f736188) AuthConfig (eb5f95dc0641f630c5f77ec1ebf8f4ec169d914e247e32e36b62640bd4f119f1) AuthConfig (e08dc25af65b7a3d686b0a973c89ab687748d04cf5e907eff7cc4d63277e5efb) AuthConfig (def20b4b1d20ff1a7f281318212a8fb2d2269c510d6bc7fd61d71815802b0b30) AuthConfig (50dfe25403e4550c80eb0b5b384461931c03d4bea54bbb29442e595ba794c2b1) AuthConfig (63b120a406e4b86a84cbaf316243ce4e0520c6e7c24d9e61e3d64d6a06f9813c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"ca5dccec-ee83-4eef-aa4b-3572d0ce6b57","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.727116553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"6bde0f44-e979-49fc-90fa-cddfdb4da7ce","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.727139744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"6bde0f44-e979-49fc-90fa-cddfdb4da7ce","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.873381891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ed83a-6bfe-426a-9806-f9c29800351e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.92458696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ed83a-6bfe-426a-9806-f9c29800351e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:17.975951456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ed83a-6bfe-426a-9806-f9c29800351e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.027431425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"198ed83a-6bfe-426a-9806-f9c29800351e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.517842755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"1732e8a9-19f2-4937-90e5-cd4823fe1d2d","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.517888066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"1732e8a9-19f2-4937-90e5-cd4823fe1d2d","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.619521225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"41bf3aa9-c0ec-42ef-8c23-7f1de005440d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.674763504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"41bf3aa9-c0ec-42ef-8c23-7f1de005440d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.676280098Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5e10f9ee-efa6-4910-9dc4-82200a0183e5","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e7968cb5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.930039575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"d3a10254-2a78-4336-af5e-34c85dc405ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:18.984663857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"d3a10254-2a78-4336-af5e-34c85dc405ae","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:19.959959249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b9e1b3-7193-4797-848a-659e91664cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.011554298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b9e1b3-7193-4797-848a-659e91664cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.062894257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b9e1b3-7193-4797-848a-659e91664cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.114391814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b9e1b3-7193-4797-848a-659e91664cf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.134379084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"aef81837-d988-4f6a-b680-4749caa5b9c7","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.134399214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"aef81837-d988-4f6a-b680-4749caa5b9c7","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.24462416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"a06b8119-d6aa-46f8-8d1d-b19b8d32d142","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.295984157Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"bf84b339-e997-4687-8518-8c4421b33742","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-584140cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.300020468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"a06b8119-d6aa-46f8-8d1d-b19b8d32d142","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.580789182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"f24b464d-471c-4f6a-ac20-4771750d84d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:20.636135456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"f24b464d-471c-4f6a-ac20-4771750d84d5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:27.830717344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"3e3c01e1-c56f-4332-b024-756fa480c1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:27.885828553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"3e3c01e1-c56f-4332-b024-756fa480c1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:27.941519891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-b6f24b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6217dcdfd47d9d9ae5ab94e1507cd9192784d7692cec57a3417672e2cffbef26) AuthConfig (a1ec4b89a0cd35256bca59b2cce1f952ea7879fbb21dfbfd171710852898be29) AuthConfig (0b46b605cd024adf838634ed09493f813f6861befebc818b96ef027627e653ac) AuthConfig (73727fd1a19b57d4cdcb0e20637cd8a421d49ef2b69bab6b60be882c192502f4) AuthConfig (182b773d8a18b8470d5eaa680e869665a73dbe5bf5da1fa8c10b2cac21ea3ddb) AuthConfig (b6e31f64e94df389878c34db9276951e76bf1f38b9aab5372199375f0c050078) AuthConfig (494a591aec7cac32b29955b102b20ef763acac79ebe23a7ebbfc103b9d61151b) AuthConfig (555b93debeb550dea4ac3be22362cf532a63a89dc03724385a84b9586428dc2a) AuthConfig (23016d1a1a8a02bf26f542e27815fe88c8a9be91456bd1e93fa3b14eecb09272) AuthConfig (db40ec6c7f65e048e1dae625cde13b187120fed0c64d72aba4cc1d620bd60522) AuthConfig (fe258ee3f8318f3deba30e557de61ecc7852af50813497d26aa37fd21bff18bc) AuthConfig (c58cbcee55484b37f95bc1b52aae535b437e78a57d1699100d487e4a7884cfd3) AuthConfig (8e9c176ec873ad6d36a7e4a5ed19e9510fac1e0afb2786211090ac523f736188) AuthConfig (eb5f95dc0641f630c5f77ec1ebf8f4ec169d914e247e32e36b62640bd4f119f1) AuthConfig (e08dc25af65b7a3d686b0a973c89ab687748d04cf5e907eff7cc4d63277e5efb) AuthConfig (def20b4b1d20ff1a7f281318212a8fb2d2269c510d6bc7fd61d71815802b0b30) AuthConfig (50dfe25403e4550c80eb0b5b384461931c03d4bea54bbb29442e595ba794c2b1) AuthConfig (63b120a406e4b86a84cbaf316243ce4e0520c6e7c24d9e61e3d64d6a06f9813c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"3e3c01e1-c56f-4332-b024-756fa480c1d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:28.728121957Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"61d6d1c4-e15e-4239-bda1-a49e0d76d8e7","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","subscription":"e2e-auth-iso-b9e6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:28.779919314Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"61d6d1c4-e15e-4239-bda1-a49e0d76d8e7","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:28.831849526Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"61d6d1c4-e15e-4239-bda1-a49e0d76d8e7","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"maas-trlp-auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.102858298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"2b0ceaba-98b8-4b69-a83e-1da4b1494c5e","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.102913966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"2b0ceaba-98b8-4b69-a83e-1da4b1494c5e","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.206660117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5af906b9-6e2e-4185-9379-9bccf1d5534d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.258325436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"f71258e0-1a60-4e36-a36a-aea93bf90759","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.258345892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"f71258e0-1a60-4e36-a36a-aea93bf90759","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.263879648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"5af906b9-6e2e-4185-9379-9bccf1d5534d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.361939548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"f0f11a3e-2499-4b70-b165-215b083c0f7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.417450659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"f0f11a3e-2499-4b70-b165-215b083c0f7c","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.419512797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"175b3f5b-f4a4-4377-976b-4afaec5b3c7a","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-581f4412","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.571482647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"9aebe4ad-ae0b-416b-af99-63697a119c36","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.62656402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"9aebe4ad-ae0b-416b-af99-63697a119c36","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.67413015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"543596e2-82ab-4c2b-a884-5f3138c86618","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:29.729661678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"543596e2-82ab-4c2b-a884-5f3138c86618","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.348294034Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"f47d2cc3-9367-4df6-8ba6-b95f1f478437","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","subscription":"e2e-auth-iso-fa9340","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.400356126Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"f47d2cc3-9367-4df6-8ba6-b95f1f478437","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.45240828Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"f47d2cc3-9367-4df6-8ba6-b95f1f478437","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"maas-trlp-auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.72246488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"fc5ddfdf-0bc8-4a46-8cd7-9c4fbf55dfa4","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.722487624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"fc5ddfdf-0bc8-4a46-8cd7-9c4fbf55dfa4","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.835570601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"ee9a699c-bf7f-4b41-ad02-1bd706541993","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.878114326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"b9568612-e097-45b1-8b9e-4b271400c778","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.878134503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"b9568612-e097-45b1-8b9e-4b271400c778","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.890941421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"ee9a699c-bf7f-4b41-ad02-1bd706541993","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:30.980516796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"5527bbf2-4f8a-4e77-a6b9-b6110aeea9a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.036076681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"5527bbf2-4f8a-4e77-a6b9-b6110aeea9a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.039508123Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"5b5b519a-87ff-4e2f-8e53-72035f17ad6f","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da5b671f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.197208739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"871f61e6-820c-4558-a9d3-3f8d9d99c7d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.252405911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"871f61e6-820c-4558-a9d3-3f8d9d99c7d2","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.348347342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"48156e30-0146-4d4c-9210-6b86452be1b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:31.403893067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"48156e30-0146-4d4c-9210-6b86452be1b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:33.490377169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"4902b35d-9135-49fb-92c3-594c858f0804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:33.60038228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"1c32d34d-53ed-4914-81d0-7649cf2b7d3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.004415335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96fd1780-bf81-457d-8e87-030f3fcea5e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.237113509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"e190c0c2-b52c-4efa-897b-988b8bbeb7da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.40750697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"354af722-cdf1-4d5f-9471-8be1c76f2cb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.507384366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"a681d5dc-1ec9-49ec-b10d-13bf249107ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.527763577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"05d71182-25f6-4222-aa73-22766e4f4e0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.610229102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"7c634bee-3e18-4fc4-b4fa-1aa5651ede1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.709569384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f4f61ea6-b7f0-4ca5-8197-05011deecb14","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.808242234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"f0490ff3-c170-47f0-88a3-baa22252f34f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.825926172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"68854afc-7eb6-441d-a61a-d3c72117b5ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:34.9115229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"ebb6cbfc-e539-4592-9edc-dba76340eeff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.045057921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"2fcb7e56-a65c-4966-be7b-0adcce556618","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.100355618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"2fcb7e56-a65c-4966-be7b-0adcce556618","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.416637893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"0c8a92b2-d658-46c9-a5c2-e9b4395fedc6","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:38.416659229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"0c8a92b2-d658-46c9-a5c2-e9b4395fedc6","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.471227434Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cba6281b-1655-414f-9bb9-52a36c13e4f1","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","subscription":"e2e-auth-iso-b9e6af","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.523204516Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cba6281b-1655-414f-9bb9-52a36c13e4f1","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.575119347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"cba6281b-1655-414f-9bb9-52a36c13e4f1","MaaSSubscription":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"maas-trlp-auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.844888187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"9af58660-934b-4e32-bdfb-a680ab23bc85","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.844913274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"9af58660-934b-4e32-bdfb-a680ab23bc85","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.947376599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"8df2f47f-6c8f-4a66-9498-1c55e53b8ed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.997962745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"1d0d2979-e5db-4fbd-a6c9-1e8cd5b1e4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.99809795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"ad5b173b-c6f5-448e-97a4-ee1d9aeba023","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:39.998117613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"ad5b173b-c6f5-448e-97a4-ee1d9aeba023","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.004266286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"8df2f47f-6c8f-4a66-9498-1c55e53b8ed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.152156478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"1d0d2979-e5db-4fbd-a6c9-1e8cd5b1e4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.259504459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"de569b37-d3fa-4203-b6cc-692f607a006d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.272339266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"1d0d2979-e5db-4fbd-a6c9-1e8cd5b1e4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"name":"e2e-shared-a-w3-b992fe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.272363313Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"e2e-auth-iso-b9e6af","reconcileID":"1d0d2979-e5db-4fbd-a6c9-1e8cd5b1e4d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.316620483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"de569b37-d3fa-4203-b6cc-692f607a006d","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.327626325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"11393546-4a22-44d0-a56a-f136d419a795","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"tenant":"e2e-shared-a-w3-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","model":"ai-tenant-e2e-shared-a-w3-b992fe/auth-test-model-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.327646948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"auth-test-model-b992fe","reconcileID":"11393546-4a22-44d0-a56a-f136d419a795","MaaSModelRef":{"name":"auth-test-model-b992fe","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"routeName":"auth-test-model-b992fe-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","llmisvcName":"auth-test-model-b992fe","gateway":"openshift-ingress/e2e-shared-a-w3-b992fe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.481047492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"e52cc912-0710-4ea3-a035-e432009b13d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.481091075Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"f5c5899b-42e8-4d86-b227-db12aebfcc09","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.481105059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"f5c5899b-42e8-4d86-b227-db12aebfcc09","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.685418363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"e52cc912-0710-4ea3-a035-e432009b13d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.805814222Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"e52cc912-0710-4ea3-a035-e432009b13d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"name":"e2e-shared-b-w3-7fc058-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.80583891Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"e2e-auth-iso-b9e6af","reconcileID":"e52cc912-0710-4ea3-a035-e432009b13d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-b9e6af","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.860722746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"d6d2e4e2-4982-4497-a678-4804f3823ded","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"tenant":"e2e-shared-b-w3-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","model":"ai-tenant-e2e-shared-b-w3-7fc058/auth-test-model-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:40.860750321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"auth-test-model-7fc058","reconcileID":"d6d2e4e2-4982-4497-a678-4804f3823ded","MaaSModelRef":{"name":"auth-test-model-7fc058","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"routeName":"auth-test-model-7fc058-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","llmisvcName":"auth-test-model-7fc058","gateway":"openshift-ingress/e2e-shared-b-w3-7fc058","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.091590749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"685b06f5-817c-4f52-a4da-0acee76b279f","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","subscription":"e2e-auth-iso-fa9340","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.143309729Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"685b06f5-817c-4f52-a4da-0acee76b279f","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.195180957Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"685b06f5-817c-4f52-a4da-0acee76b279f","MaaSSubscription":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"maas-trlp-auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.462212149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"10ed019a-1b12-4e11-88a2-ce02e5d96ac6","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.462237591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"10ed019a-1b12-4e11-88a2-ce02e5d96ac6","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.564878893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"e7e890bc-9631-44cd-a032-7a99ed10c3a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.621473847Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"470d56b5-7039-4bee-9705-52e0defa6f62","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.621622573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"49926ef5-1f50-4d48-a9ef-eca96d4956fc","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.621641598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"49926ef5-1f50-4d48-a9ef-eca96d4956fc","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.624601668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"e7e890bc-9631-44cd-a032-7a99ed10c3a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.825481864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"470d56b5-7039-4bee-9705-52e0defa6f62","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.92737861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"1e7f4729-c166-4f0d-bdde-6b2256a16a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.949944264Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"470d56b5-7039-4bee-9705-52e0defa6f62","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"name":"e2e-shared-a-w2-dc9e63-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.949963423Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"e2e-auth-iso-fa9340","reconcileID":"470d56b5-7039-4bee-9705-52e0defa6f62","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:41.982500122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"1e7f4729-c166-4f0d-bdde-6b2256a16a08","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.005427085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"43a5a582-a709-44db-b5d8-bd85aaa49e9d","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"tenant":"e2e-shared-a-w2-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","model":"ai-tenant-e2e-shared-a-w2-dc9e63/auth-test-model-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.005445868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"auth-test-model-dc9e63","reconcileID":"43a5a582-a709-44db-b5d8-bd85aaa49e9d","MaaSModelRef":{"name":"auth-test-model-dc9e63","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"routeName":"auth-test-model-dc9e63-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","llmisvcName":"auth-test-model-dc9e63","gateway":"openshift-ingress/e2e-shared-a-w2-dc9e63","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.170014604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"d4e46b80-4239-4637-8534-f0f297dec49e","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.170035434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"d4e46b80-4239-4637-8534-f0f297dec49e","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.188421328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"4361c90b-9fc3-4533-b74c-2c02e28a912a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.343088767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"4361c90b-9fc3-4533-b74c-2c02e28a912a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.46302457Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"4361c90b-9fc3-4533-b74c-2c02e28a912a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"name":"e2e-shared-b-w2-9c9c3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.463048506Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"e2e-auth-iso-fa9340","reconcileID":"4361c90b-9fc3-4533-b74c-2c02e28a912a","MaaSAuthPolicy":{"name":"e2e-auth-iso-fa9340","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.517840036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"331d9f4a-d14f-4c3d-b8e2-d4e48bd7ab15","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"tenant":"e2e-shared-b-w2-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","model":"ai-tenant-e2e-shared-b-w2-9c9c3c/auth-test-model-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:42.517894419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"auth-test-model-9c9c3c","reconcileID":"331d9f4a-d14f-4c3d-b8e2-d4e48bd7ab15","MaaSModelRef":{"name":"auth-test-model-9c9c3c","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"routeName":"auth-test-model-9c9c3c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","llmisvcName":"auth-test-model-9c9c3c","gateway":"openshift-ingress/e2e-shared-b-w2-9c9c3c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.679582665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"cf3dfe27-d0e6-4dda-86bc-df9f0ca99479","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.679605092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"cf3dfe27-d0e6-4dda-86bc-df9f0ca99479","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.739066497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"5dd6bea6-eccf-4900-aa9b-3bfc589ec99e","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.739085544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"5dd6bea6-eccf-4900-aa9b-3bfc589ec99e","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.782960585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"8e0c7a03-da2d-4d70-9290-544d62d1b8da","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T01:58:43.78555688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"06773a5d-0dd1-4829-9e98-b4586bb884f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-675630\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.838736205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"8e0c7a03-da2d-4d70-9290-544d62d1b8da","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.893188242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"0bfc7a08-bbf6-47ad-8b8d-5671de1acf77","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.893206838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"0bfc7a08-bbf6-47ad-8b8d-5671de1acf77","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.949564851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"a9e433b0-b2d8-44b8-bc86-d4013e4abb00","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:43.949584723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"a9e433b0-b2d8-44b8-bc86-d4013e4abb00","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.144525672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"d1af023a-b1a6-48c1-8f8c-7798b9e4d2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.15967744Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"3c219ebe-b56e-4ce1-8013-ae75e69fc762","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","model":"auth-test-model-b6f24b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-b6f24b/e2e-auth-iso-675630"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.199499015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"d1af023a-b1a6-48c1-8f8c-7798b9e4d2d7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.282939964Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.322321169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"69094626-a7d0-4420-b804-9adf47730772","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.32234426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"69094626-a7d0-4420-b804-9adf47730772","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:44.52819452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"3b8e80ea-3c7b-4a80-86ba-4977036ebb3e","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:57.976817469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50aa0d82-de8f-4b99-a363-c49b178a0f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:58.02892894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50aa0d82-de8f-4b99-a363-c49b178a0f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:58.081341882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50aa0d82-de8f-4b99-a363-c49b178a0f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:58.133628024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50aa0d82-de8f-4b99-a363-c49b178a0f2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:58.555556018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6c6990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6c6990","reconcileID":"a3c82a06-5264-4a47-aeb3-6000fdd7f47c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6c6990","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6c6990":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:58.93713385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4f267e33-eb0b-45c1-b65c-c59e392babc8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.052789269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"07aafbec-e790-4811-b6bd-9f3de2120f1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.228657472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"0caef1b8-2752-4550-992c-1c4e12faa8ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.392389399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"9cae7aa4-f9cf-488b-bd85-13f0ef331c07","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.49909051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"72b97074-9484-4416-988a-bf1b0ed3526f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.567585729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"1e2a3c95-a105-41f0-99de-14696b94a53b","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.56761352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"1e2a3c95-a105-41f0-99de-14696b94a53b","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.615142531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"1a023de6-6778-4eb7-b636-7a8041fd444c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.810406026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"fbef4649-ff09-4832-a7b3-c1a204330f4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:58:59.911243005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"8497ca8a-02b3-4e52-ae31-1757c08f5e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.011060268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"716070b7-7e37-41f1-88a6-bd1da6c01266","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.020026057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12cc69b7-ec60-4dc9-80f4-b0339ec4012e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.072374383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12cc69b7-ec60-4dc9-80f4-b0339ec4012e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.124316186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"3d9b026e-ac0d-496f-ba23-90c2c2dddeb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.124777075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12cc69b7-ec60-4dc9-80f4-b0339ec4012e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.124835815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"2d19e302-74c0-42e6-9ee0-a5a245ff9b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.177279805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12cc69b7-ec60-4dc9-80f4-b0339ec4012e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.282724166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"fb1ee84b-5dce-4c1f-91f1-5e50345d3d70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.334793208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f07876d-5f54-42a9-b6e3-10f07555d4d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.700483442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"8d4bc3a3-efb8-463b-87d8-65cdde2a1428","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:00.756322598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"8d4bc3a3-efb8-463b-87d8-65cdde2a1428","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:02.067731428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee6c309-ddd4-4006-b2d7-3f3950fe7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:02.119545654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee6c309-ddd4-4006-b2d7-3f3950fe7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:02.170957411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee6c309-ddd4-4006-b2d7-3f3950fe7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:02.222314305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee6c309-ddd4-4006-b2d7-3f3950fe7370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.046995844Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6caf19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6caf19","reconcileID":"3a5bf7a7-7a1f-44cd-baec-f7625aadb0a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6caf19","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6caf19":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.081682521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4cb0f7-96e0-4fd7-ab69-84b5d960e691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.134178196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4cb0f7-96e0-4fd7-ab69-84b5d960e691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.185829812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4cb0f7-96e0-4fd7-ab69-84b5d960e691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:04.237573059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4cb0f7-96e0-4fd7-ab69-84b5d960e691","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:06.114223976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d6ba8b-f45c-4d95-8797-5f95ac5a85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:06.1661488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d6ba8b-f45c-4d95-8797-5f95ac5a85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:06.217727789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d6ba8b-f45c-4d95-8797-5f95ac5a85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:06.270054206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d6ba8b-f45c-4d95-8797-5f95ac5a85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:08.125244908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2da8637-3c15-40af-8a19-96c4bea06117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:08.177059557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2da8637-3c15-40af-8a19-96c4bea06117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:08.228733783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2da8637-3c15-40af-8a19-96c4bea06117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:08.281901892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2da8637-3c15-40af-8a19-96c4bea06117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.430554989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"50c77c6e-573e-4dd5-93f6-283d9a3c8690","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.430581206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"50c77c6e-573e-4dd5-93f6-283d9a3c8690","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.484154033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"13b0c59e-f064-423e-8cb8-2d21a3aace75","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.484175852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"13b0c59e-f064-423e-8cb8-2d21a3aace75","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.586950318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"e5e8b31d-53c5-48ef-87d2-2f97683f544b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.711686378Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"e5e8b31d-53c5-48ef-87d2-2f97683f544b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.769884954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-95404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"e5e8b31d-53c5-48ef-87d2-2f97683f544b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.824654638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"2859164b-213e-457d-9c58-20eccca39c26","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:10.824671815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"2859164b-213e-457d-9c58-20eccca39c26","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:14.282593945Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:16.183431112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd780b80-b93d-4289-9e17-cdcb2dcd0f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:16.235254598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd780b80-b93d-4289-9e17-cdcb2dcd0f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:16.286801105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd780b80-b93d-4289-9e17-cdcb2dcd0f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:16.338426966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd780b80-b93d-4289-9e17-cdcb2dcd0f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:16.761494372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ce8dbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ce8dbb","reconcileID":"f6c1ba09-3ecc-43a7-a408-4a99693442e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ce8dbb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ce8dbb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:18.268273418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c43c67-b60d-40da-8202-45649cd1f405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:18.320057177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c43c67-b60d-40da-8202-45649cd1f405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:18.371710442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c43c67-b60d-40da-8202-45649cd1f405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:18.42329105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c43c67-b60d-40da-8202-45649cd1f405","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.927801549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"09dee406-e7ec-4889-91d2-838ac4d174ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:20.983500298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"09dee406-e7ec-4889-91d2-838ac4d174ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:21.038272883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-95404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"09dee406-e7ec-4889-91d2-838ac4d174ad","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:28.194187713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"bfeaa3d7-3702-445a-abe8-68d867224abc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-864622","tenantID":"e2e-extmod-a-864622","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:28.307931681Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"bfeaa3d7-3702-445a-abe8-68d867224abc","name":"e2e-extmod-a-864622-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:31.142007359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"8db89bb7-7371-4ca3-a73b-0eb2d8f9f850","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:31.198082803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"8db89bb7-7371-4ca3-a73b-0eb2d8f9f850","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:31.253235353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-95404c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"8db89bb7-7371-4ca3-a73b-0eb2d8f9f850","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:41.356567257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"269d956b-96f8-44fc-ac38-2490dd24b95b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:41.41167858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"269d956b-96f8-44fc-ac38-2490dd24b95b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:41.465606193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-95404c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (916ffe18bea86d5a73736a8654125a8e6e30d7e95e61375236d33557b2bf22fb) AuthConfig (54df207afa5308b6c2af2415d24805abeaebe013409fedcead863f79ba277c94) AuthConfig (09563f8bafbd373834655a609161a31353dd7c0199a0309b8acd8f1fdddb6bb5) AuthConfig (bc1faed86fcd07bec6bc7b760d4dda5831e87849bf3614eb33f5e0a6f20c0a2e) AuthConfig (1d624f7a74c56738b0be3d07272c1cbadc8907078fccdcec16e67d318578bd9e) AuthConfig (75d23de33861a9e66f224212464d65cd48ec4feaec9e676decbf75c30b250e4e) AuthConfig (c1041f08e433f00b7b01cd158e19acf3a53d650056a697846e40b05daaff419c) AuthConfig (59feb405d4086f960fd313c2faa8993fb2f7c0e258a48e5fda952bd1fe08b40a) AuthConfig (44fc2a89e6d8de660a85f162ab72530e1e0d433efa05f2239c74e5a9d26dc034) AuthConfig (72eec0f03b3bd817ca6845af9966ee132c01a7763f315aab4dc595456b2499c7) AuthConfig (f709944a14fd94a5438548616ce74d252def2c54a87eeefe4075dd6f9e44b9f5) AuthConfig (466ec68ec31b16c553ca5fee9953f22f71ece6c2a6df866ed57003aaaa1fdb39) AuthConfig (74a3d8589d049c77aebb3b65efb16f08a721bf5532ee5008a24b518afee3ca44) AuthConfig (be33360f61df13f11420a9f9897fe4a9a1842ede2f37e22fc493fcc52a0bfa51) AuthConfig (726944352c93aebace618a65608615fec278f47fe759d62f49b56b544281681c) AuthConfig (5eefbdebfdcdc993fdabf23a36e08651bf37513dbc1a038c1f7ff04e46232c64) AuthConfig (8226c16391da91df0b079252e5b0f236c4f4c02e2afe407e6db19e27baf53c71) AuthConfig (a8a0739c8be93b4a848750938e088c3717f3fb025b3ca7544f575d8fe6856083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"269d956b-96f8-44fc-ac38-2490dd24b95b","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:41.522112674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"f4bc2981-1940-4dd3-bfd4-2985f22fcaf3","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:41.522132806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"f4bc2981-1940-4dd3-bfd4-2985f22fcaf3","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:44.28215438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:51.625829001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"be0e847d-502a-4202-9b99-bbefa3dfd077","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:51.684936485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"be0e847d-502a-4202-9b99-bbefa3dfd077","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T01:59:51.739687364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-95404c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (916ffe18bea86d5a73736a8654125a8e6e30d7e95e61375236d33557b2bf22fb) AuthConfig (54df207afa5308b6c2af2415d24805abeaebe013409fedcead863f79ba277c94) AuthConfig (09563f8bafbd373834655a609161a31353dd7c0199a0309b8acd8f1fdddb6bb5) AuthConfig (bc1faed86fcd07bec6bc7b760d4dda5831e87849bf3614eb33f5e0a6f20c0a2e) AuthConfig (1d624f7a74c56738b0be3d07272c1cbadc8907078fccdcec16e67d318578bd9e) AuthConfig (75d23de33861a9e66f224212464d65cd48ec4feaec9e676decbf75c30b250e4e) AuthConfig (c1041f08e433f00b7b01cd158e19acf3a53d650056a697846e40b05daaff419c) AuthConfig (59feb405d4086f960fd313c2faa8993fb2f7c0e258a48e5fda952bd1fe08b40a) AuthConfig (44fc2a89e6d8de660a85f162ab72530e1e0d433efa05f2239c74e5a9d26dc034) AuthConfig (72eec0f03b3bd817ca6845af9966ee132c01a7763f315aab4dc595456b2499c7) AuthConfig (f709944a14fd94a5438548616ce74d252def2c54a87eeefe4075dd6f9e44b9f5) AuthConfig (466ec68ec31b16c553ca5fee9953f22f71ece6c2a6df866ed57003aaaa1fdb39) AuthConfig (74a3d8589d049c77aebb3b65efb16f08a721bf5532ee5008a24b518afee3ca44) AuthConfig (be33360f61df13f11420a9f9897fe4a9a1842ede2f37e22fc493fcc52a0bfa51) AuthConfig (726944352c93aebace618a65608615fec278f47fe759d62f49b56b544281681c) AuthConfig (5eefbdebfdcdc993fdabf23a36e08651bf37513dbc1a038c1f7ff04e46232c64) AuthConfig (8226c16391da91df0b079252e5b0f236c4f4c02e2afe407e6db19e27baf53c71) AuthConfig (a8a0739c8be93b4a848750938e088c3717f3fb025b3ca7544f575d8fe6856083)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"be0e847d-502a-4202-9b99-bbefa3dfd077","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:01.844214346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"67e7e3ba-ecfd-42bc-9777-988409ad1b71","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:01.899706245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"67e7e3ba-ecfd-42bc-9777-988409ad1b71","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:02.214358553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"3f598616-c4f2-441d-8339-7d7c8062dc03","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:02.214381582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"3f598616-c4f2-441d-8339-7d7c8062dc03","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.456930071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"a0d5a79e-d7bb-4c8d-b9bd-b612414c1af8","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.456959611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"a0d5a79e-d7bb-4c8d-b9bd-b612414c1af8","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.516105758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"b1a9a4e6-fb73-49ad-9ff1-6843d2b695c9","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.516131346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"b1a9a4e6-fb73-49ad-9ff1-6843d2b695c9","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.559724581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"61aff5f9-abd9-4cf0-930d-2c70897fd127","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:00:07.56233696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"1f85cdfd-af7a-47b0-abfb-0e3826c545f0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-675630\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:00:07.568629086Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"b1a9a4e6-fb73-49ad-9ff1-6843d2b695c9","name":"auth-test-model-95404c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-95404c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:00:07.568680849Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"b1a9a4e6-fb73-49ad-9ff1-6843d2b695c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-95404c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.574102847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"1e9ef82c-96e1-41e0-8740-67809f9fa257","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.574126562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"1e9ef82c-96e1-41e0-8740-67809f9fa257","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.615080597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"61aff5f9-abd9-4cf0-930d-2c70897fd127","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.667955723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"66a19bb9-7793-47da-9d0c-d587ecb59568","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.667975331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"66a19bb9-7793-47da-9d0c-d587ecb59568","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.72402345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"3c179081-fa2c-4986-bd89-b1dcb7b2b829","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.724043514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"3c179081-fa2c-4986-bd89-b1dcb7b2b829","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.921727363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"ed7db916-5868-4db8-a9fa-4ce9c16e6312","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.932169755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"af3ccdb9-6084-4dfb-ad6f-974c2fc2e69e","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"maas-trlp-auth-test-model-95404c","model":"auth-test-model-95404c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-95404c/e2e-auth-iso-675630"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:07.977436007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"ed7db916-5868-4db8-a9fa-4ce9c16e6312","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:08.095533879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"d9773be2-b731-4586-80a0-87abb9f5126b","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:08.095562155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"d9773be2-b731-4586-80a0-87abb9f5126b","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:08.29980327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"dc535aee-2aea-4fa1-bc5e-d4af0b2a5297","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"maas-trlp-auth-test-model-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.047142032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"097017f7-9e0e-4f9a-87c1-e675df52fce3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.212704269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"cd0f0664-67d8-4558-bf5c-0e673c236f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.312962184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"5c7dc828-2237-4c21-97bf-11ab5ce7560c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.412840615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"72ab6874-c6dd-4fbe-9913-207149c5d9b4","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.560281229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"7ee372f9-241c-45c2-ae3c-88fc611f7663","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.675048176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"5b5be6af-41e2-4bd1-90fa-e1ad35f15dc7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:09.848564612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"c9c3334d-6228-48ee-a6ee-67b7344e8da6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.023566722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"ceb673bd-d523-4257-98cd-df7a963f578d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.123845946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"467cd4a2-299c-48b9-a711-e48734b8460b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.259602764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"309ba41d-48e0-46b8-9b3e-f035e99cc8ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.361055257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"b25c2040-4e45-4255-9e00-58c9e8649d39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.378281765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"0aa091c3-06be-4366-a1ff-3c0da8490ead","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:10.501239015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"6ed9b646-a266-4b68-b1c5-d8015a20c07b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:14.282920421Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:15.014614184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"88d91243-7e40-4e98-a054-8f037c8e68c0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6c6990","tenantID":"e2e-extmod-a-6c6990","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:15.127283383Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"88d91243-7e40-4e98-a054-8f037c8e68c0","name":"e2e-extmod-a-6c6990-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:24.527796774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"5e91367c-05f4-429d-a731-ebfcd8872d13","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6caf19","tenantID":"e2e-extmod-a-6caf19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:24.643273451Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"5e91367c-05f4-429d-a731-ebfcd8872d13","name":"e2e-extmod-a-6caf19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:27.315841764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71f6e316-b5a8-48ce-b16b-151fb8bb8faf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:27.405339907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"de28a60c-7dc4-48da-b564-660129ee37c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:27.797039545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"52e0b49e-a360-4d54-81ff-153a58499bf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.037717429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"b9ac7191-d687-41a1-b173-5909a9408d7c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.138262663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"a1cbb477-ba71-4376-95f1-d68aef277867","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.156712318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"979ae996-d203-42ed-a638-5d0fbf81064e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.239932852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"c48c5d5b-14d7-481f-8df5-6848ea09f76c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.34201092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"3795e4ff-0f7d-4475-871f-dce2bdc4ee9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.451140585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b3e94002-0bea-4891-bca6-3f39c5b26f40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.552270509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"89e17878-0885-4246-b285-35f45f155535","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"maas-trlp-auth-test-model-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.578503396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"73113655-bc63-495c-bb8e-2a130970ea7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.692462792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"2f2672e7-3a54-4d99-a7d1-610ffe332b7c","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.71698222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"81b534c1-7d3f-4482-b24e-3fa518b9e546","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.717003512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"81b534c1-7d3f-4482-b24e-3fa518b9e546","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.793139233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"287186cc-5c6e-4fd3-ad9c-33ff11ef41c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:28.995483776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fdfa5e0b-6b06-4db1-a7c9-7a1ec4570959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:29.377803053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"8440a104-ac43-4c70-9d53-d1f0e168eeea","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:29.434280605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"8440a104-ac43-4c70-9d53-d1f0e168eeea","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:43.311175292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"5815ef3d-f8ce-4048-8fda-f78f90f6f116","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ce8dbb","tenantID":"e2e-extmod-a-ce8dbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:43.424089642Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"5815ef3d-f8ce-4048-8fda-f78f90f6f116","name":"e2e-extmod-a-ce8dbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:44.284636082Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:44.981504635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"dc0b5365-e770-4bdc-a69a-92a9eef44b9f","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:44.981530428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"dc0b5365-e770-4bdc-a69a-92a9eef44b9f","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.083783226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"fdb6225b-aeb3-4e67-9f51-d7f8222153e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.140221329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"fdb6225b-aeb3-4e67-9f51-d7f8222153e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.145061981Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"98c3d9db-fef0-4c36-8183-3b61538137f6","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a9010d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.445902574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"4585deba-c903-4554-86a2-ed42b53473c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:45.503375871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"4585deba-c903-4554-86a2-ed42b53473c6","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:54.575564044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac927ea-28c4-42a7-94bb-022b44ae8eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:54.627181807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac927ea-28c4-42a7-94bb-022b44ae8eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:54.678713775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac927ea-28c4-42a7-94bb-022b44ae8eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:54.730131194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac927ea-28c4-42a7-94bb-022b44ae8eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.196816301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1358b335-7524-4862-b28b-d241e70d674c","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","subscription":"e2e-auth-iso-675630","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.248300612Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1358b335-7524-4862-b28b-d241e70d674c","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.299806617Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"1358b335-7524-4862-b28b-d241e70d674c","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"maas-trlp-auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.56861171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"9507c63a-9b96-41e6-81f7-28ac8a56536a","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.568640666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"9507c63a-9b96-41e6-81f7-28ac8a56536a","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.714494344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"2868ab95-68c0-4d68-955f-2ca00e55f9ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.726148657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"c70dfb02-91fb-4f83-ae03-4dbd8f213851","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.726166511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"c70dfb02-91fb-4f83-ae03-4dbd8f213851","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.825837948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"2868ab95-68c0-4d68-955f-2ca00e55f9ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.873402014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"160c9a66-3eae-4df4-ac9a-e3acf3a5381d","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.929101774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"160c9a66-3eae-4df4-ac9a-e3acf3a5381d","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:55.929833389Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"aa9f7603-5bca-4e97-ae72-67926c1eff54","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-90277319","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.136359847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"a362cbb8-4971-49bf-a15d-f28f5fb51298","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.192538267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"a362cbb8-4971-49bf-a15d-f28f5fb51298","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.233075562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"148085d6-4507-4582-943b-4fe2ad7ca27c","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.289831175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"148085d6-4507-4582-943b-4fe2ad7ca27c","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.589888617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b061c-15ba-495e-9922-03e636c3daa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.641481038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b061c-15ba-495e-9922-03e636c3daa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.692793423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b061c-15ba-495e-9922-03e636c3daa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:00:56.745458788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909b061c-15ba-495e-9922-03e636c3daa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:05.985007445Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"6185537c-8ea0-490c-8812-aa81c748cf87","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","subscription":"e2e-auth-iso-675630","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.036842434Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"6185537c-8ea0-490c-8812-aa81c748cf87","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.088600923Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"6185537c-8ea0-490c-8812-aa81c748cf87","MaaSSubscription":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"maas-trlp-auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.3580627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"474d486e-5538-42c5-9542-b7caa15c4c54","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.358091289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"474d486e-5538-42c5-9542-b7caa15c4c54","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.460082923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"bd84aca0-903d-4d88-bb51-e47618856d95","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.511756754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"cae5d241-aa0f-4edc-b4cd-af14b3ca4da7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.511921446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"34fe7bff-5871-4b5c-9746-9436bb172afc","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.511944373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"34fe7bff-5871-4b5c-9746-9436bb172afc","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.515112278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"bd84aca0-903d-4d88-bb51-e47618856d95","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.716777764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"cae5d241-aa0f-4edc-b4cd-af14b3ca4da7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.839087251Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"cae5d241-aa0f-4edc-b4cd-af14b3ca4da7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"name":"e2e-shared-a-w4-b6f24b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.839112306Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"e2e-auth-iso-675630","reconcileID":"cae5d241-aa0f-4edc-b4cd-af14b3ca4da7","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.869520849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"ce823160-4530-4e9e-a5ce-d5cb179ec763","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.894460542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"4d543d67-7bf1-4c10-82a6-413fc5eda579","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"tenant":"e2e-shared-a-w4-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","model":"ai-tenant-e2e-shared-a-w4-b6f24b/auth-test-model-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.894485116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"auth-test-model-b6f24b","reconcileID":"4d543d67-7bf1-4c10-82a6-413fc5eda579","MaaSModelRef":{"name":"auth-test-model-b6f24b","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"routeName":"auth-test-model-b6f24b-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","llmisvcName":"auth-test-model-b6f24b","gateway":"openshift-ingress/e2e-shared-a-w4-b6f24b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:06.924379475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"ce823160-4530-4e9e-a5ce-d5cb179ec763","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.038255272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"ad4e9d85-1689-4019-8515-aa4749d7205d","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.038282325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"ad4e9d85-1689-4019-8515-aa4749d7205d","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.127331957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"5090b462-0872-4e36-8710-698a08d390b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.389089227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"5090b462-0872-4e36-8710-698a08d390b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.513680839Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"5090b462-0872-4e36-8710-698a08d390b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"name":"e2e-shared-b-w4-95404c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.513706325Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"e2e-auth-iso-675630","reconcileID":"5090b462-0872-4e36-8710-698a08d390b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-675630","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.572465023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"d92d0a9b-acd8-434c-86cf-feed85b69255","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"tenant":"e2e-shared-b-w4-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","model":"ai-tenant-e2e-shared-b-w4-95404c/auth-test-model-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:07.572488137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"auth-test-model-95404c","reconcileID":"d92d0a9b-acd8-434c-86cf-feed85b69255","MaaSModelRef":{"name":"auth-test-model-95404c","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"routeName":"auth-test-model-95404c-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-95404c","llmisvcName":"auth-test-model-95404c","gateway":"openshift-ingress/e2e-shared-b-w4-95404c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:14.284466262Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:20.91689598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bde969-9a3e-4c94-8b25-f43a3e09485d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:20.968647618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bde969-9a3e-4c94-8b25-f43a3e09485d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:21.020725362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bde969-9a3e-4c94-8b25-f43a3e09485d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:21.072952806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95bde969-9a3e-4c94-8b25-f43a3e09485d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:21.498643517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fbe06f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fbe06f","reconcileID":"86aef412-c9d3-4b01-8eec-96ac4fe49152","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fbe06f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-fbe06f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:22.963794067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2951efe0-5f9e-4bad-8c1d-67ed47fb2f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:23.015504507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2951efe0-5f9e-4bad-8c1d-67ed47fb2f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:23.067141603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2951efe0-5f9e-4bad-8c1d-67ed47fb2f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:23.119074065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2951efe0-5f9e-4bad-8c1d-67ed47fb2f9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:24.97613123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3be4ce-ca21-4c08-a98d-155efc0054b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:25.027909711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3be4ce-ca21-4c08-a98d-155efc0054b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:25.079577734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3be4ce-ca21-4c08-a98d-155efc0054b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:25.13173456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c3be4ce-ca21-4c08-a98d-155efc0054b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:26.982624831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f80151-79f1-442f-97aa-4ee075a4d76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:27.034586114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f80151-79f1-442f-97aa-4ee075a4d76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:27.087120691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f80151-79f1-442f-97aa-4ee075a4d76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:27.138706984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2f80151-79f1-442f-97aa-4ee075a4d76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.064518319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99c1084-01fb-4d88-9c0d-dddb53158b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.115849311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99c1084-01fb-4d88-9c0d-dddb53158b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.167338821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99c1084-01fb-4d88-9c0d-dddb53158b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:29.218901873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c99c1084-01fb-4d88-9c0d-dddb53158b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:31.071736101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3ec37e-740c-46d1-ac3a-b7389fcd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:31.12358333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3ec37e-740c-46d1-ac3a-b7389fcd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:31.17518222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3ec37e-740c-46d1-ac3a-b7389fcd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:31.226822561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3ec37e-740c-46d1-ac3a-b7389fcd183b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:33.075760561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfebafdc-3e2b-4791-94ea-60f56e3d54f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:33.127280758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfebafdc-3e2b-4791-94ea-60f56e3d54f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:33.179023106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfebafdc-3e2b-4791-94ea-60f56e3d54f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:33.230628616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfebafdc-3e2b-4791-94ea-60f56e3d54f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:43.462721691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed3e0e-e494-4d78-851d-5e9e5b5fade5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:43.514378584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed3e0e-e494-4d78-851d-5e9e5b5fade5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:43.565878415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed3e0e-e494-4d78-851d-5e9e5b5fade5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:43.617236805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41ed3e0e-e494-4d78-851d-5e9e5b5fade5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:44.282819695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:45.468069689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4012c21-13f4-4c7d-8a61-90c66c117f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:45.520394087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4012c21-13f4-4c7d-8a61-90c66c117f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:45.571886852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4012c21-13f4-4c7d-8a61-90c66c117f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:45.623555261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4012c21-13f4-4c7d-8a61-90c66c117f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:53.0930345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00dca455-9689-4699-8593-3776c8308a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:53.144806922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00dca455-9689-4699-8593-3776c8308a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:53.196552432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00dca455-9689-4699-8593-3776c8308a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:53.248221141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00dca455-9689-4699-8593-3776c8308a18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:55.163711421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805db2d3-3cc9-4b4d-9803-f7e6d186da1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:55.215703488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805db2d3-3cc9-4b4d-9803-f7e6d186da1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:55.267387035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805db2d3-3cc9-4b4d-9803-f7e6d186da1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:55.318893252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"805db2d3-3cc9-4b4d-9803-f7e6d186da1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:55.815076368Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d50516","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d50516","reconcileID":"7f4517c7-3bb8-49ef-a727-137b623de322","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d50516","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-d50516":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:57.244425868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dd4452-9685-4573-9a1e-2631781f3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:57.296420995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dd4452-9685-4573-9a1e-2631781f3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:57.348131325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dd4452-9685-4573-9a1e-2631781f3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:01:57.400140805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38dd4452-9685-4573-9a1e-2631781f3b6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:03.099736431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb6247a-11f0-40f0-8040-7e25953bc5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:03.151334937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb6247a-11f0-40f0-8040-7e25953bc5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:03.203036805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb6247a-11f0-40f0-8040-7e25953bc5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:03.254419273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb6247a-11f0-40f0-8040-7e25953bc5ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:03.680630705Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bbe5e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bbe5e0","reconcileID":"73984fe1-0c5d-49e8-bfd7-4451dad0ee08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bbe5e0","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-bbe5e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:05.113267377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82a499f-2c08-4584-bd01-b78930ff574b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:05.16610073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82a499f-2c08-4584-bd01-b78930ff574b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:05.219015335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82a499f-2c08-4584-bd01-b78930ff574b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:05.270759507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f82a499f-2c08-4584-bd01-b78930ff574b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:07.148111471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720717a7-690f-4cf0-aea5-754a73b49a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:07.200029406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720717a7-690f-4cf0-aea5-754a73b49a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:07.251807977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720717a7-690f-4cf0-aea5-754a73b49a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:07.303417625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720717a7-690f-4cf0-aea5-754a73b49a9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:09.168998268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc2f342-c75d-4d68-99cb-96703538f806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:09.221384661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc2f342-c75d-4d68-99cb-96703538f806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:09.27310007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc2f342-c75d-4d68-99cb-96703538f806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:09.325676537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dc2f342-c75d-4d68-99cb-96703538f806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:13.010949431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416b24b0-148e-4995-af82-b9bec9ccb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:13.062980836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416b24b0-148e-4995-af82-b9bec9ccb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:13.114510867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416b24b0-148e-4995-af82-b9bec9ccb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:13.166276591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416b24b0-148e-4995-af82-b9bec9ccb2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:14.282146912Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:15.015321686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07068e97-b045-4f83-bb59-d838be5e903c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:15.066921579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07068e97-b045-4f83-bb59-d838be5e903c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:15.118469326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07068e97-b045-4f83-bb59-d838be5e903c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:15.170029723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07068e97-b045-4f83-bb59-d838be5e903c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:22.901531596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8b3555-e56f-478e-b1c5-7cff7d025f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:22.953558532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8b3555-e56f-478e-b1c5-7cff7d025f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:23.007508952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8b3555-e56f-478e-b1c5-7cff7d025f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:23.061044889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd8b3555-e56f-478e-b1c5-7cff7d025f77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:23.486936547Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8a35f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8a35f7","reconcileID":"d70f0752-a1dc-432c-8a94-9f5a8601b997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8a35f7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-8a35f7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:24.924956459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633008bf-82cd-4235-951f-4df6513bb306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:24.977357501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633008bf-82cd-4235-951f-4df6513bb306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:25.029476521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633008bf-82cd-4235-951f-4df6513bb306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:25.081018968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"633008bf-82cd-4235-951f-4df6513bb306","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:26.928625773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622f0c64-a645-4f5a-99a8-ed1d4fc505a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:26.980529965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622f0c64-a645-4f5a-99a8-ed1d4fc505a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:27.033086779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622f0c64-a645-4f5a-99a8-ed1d4fc505a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:27.084991581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622f0c64-a645-4f5a-99a8-ed1d4fc505a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:28.995988653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b554bb-3ee5-4d80-9731-e0ea82bd471a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:29.048885249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b554bb-3ee5-4d80-9731-e0ea82bd471a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:29.100971498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b554bb-3ee5-4d80-9731-e0ea82bd471a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:29.152514528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04b554bb-3ee5-4d80-9731-e0ea82bd471a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:30.998320607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32b0d0e-d3a2-43d4-8c40-55f0ae9dccf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:31.04971836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32b0d0e-d3a2-43d4-8c40-55f0ae9dccf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:31.101166759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32b0d0e-d3a2-43d4-8c40-55f0ae9dccf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:31.152651023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f32b0d0e-d3a2-43d4-8c40-55f0ae9dccf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:31.928581725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-caff19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-caff19","reconcileID":"4d5130f3-8b2d-4d7e-bbfe-475576a67df3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-caff19","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-caff19":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:33.066362354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39251985-c184-4387-907d-fc252e8f5836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:33.117943856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39251985-c184-4387-907d-fc252e8f5836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:33.169413061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39251985-c184-4387-907d-fc252e8f5836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:33.221070626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39251985-c184-4387-907d-fc252e8f5836","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.068311867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a259acd-bf15-4945-878e-a688800cd7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.120355775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a259acd-bf15-4945-878e-a688800cd7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.172060217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a259acd-bf15-4945-878e-a688800cd7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:35.223462477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a259acd-bf15-4945-878e-a688800cd7bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:37.077693795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf9d407-0053-44b3-bf25-b2ef99f6c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:37.129168554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf9d407-0053-44b3-bf25-b2ef99f6c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:37.180778108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf9d407-0053-44b3-bf25-b2ef99f6c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:37.2323693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abf9d407-0053-44b3-bf25-b2ef99f6c570","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:39.096807241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba914970-8f6e-4184-9111-18cef0cd25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:39.148474396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba914970-8f6e-4184-9111-18cef0cd25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:39.200423236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba914970-8f6e-4184-9111-18cef0cd25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:39.252150739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba914970-8f6e-4184-9111-18cef0cd25f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:44.283267606Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:55.289635427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"affe0f85-2e42-484d-9627-ac9a50a9894b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fbe06f","tenantID":"e2e-extmod-b-fbe06f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:02:55.402772155Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"affe0f85-2e42-484d-9627-ac9a50a9894b","name":"e2e-extmod-b-fbe06f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:14.330801134Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:32.921519299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"bf221f3f-b455-4cde-a5b4-166393b7cfed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-d50516","tenantID":"e2e-autores-d50516","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:33.040132045Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"bf221f3f-b455-4cde-a5b4-166393b7cfed","name":"e2e-autores-d50516-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:42.405790849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"ed855dc8-55df-49fa-9a4c-15762b9dd422","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-bbe5e0","tenantID":"e2e-extmod-b-bbe5e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:42.520083361Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"ed855dc8-55df-49fa-9a4c-15762b9dd422","name":"e2e-extmod-b-bbe5e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:03:44.284070103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:11.207811814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"d366bbf8-d049-4cad-901a-4dacdcdd53e3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-8a35f7","tenantID":"e2e-extmod-b-8a35f7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:11.325587246Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"d366bbf8-d049-4cad-901a-4dacdcdd53e3","name":"e2e-extmod-b-8a35f7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:14.282481823Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:20.970923305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"d762e2ef-9183-4b0c-8c21-12ebd5cb833c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-caff19","tenantID":"e2e-extmod-b-caff19","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:21.084445257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"d762e2ef-9183-4b0c-8c21-12ebd5cb833c","name":"e2e-extmod-b-caff19-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:25.775810504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a938c2-c12e-4340-8e91-56171f5c3578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:25.827355748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a938c2-c12e-4340-8e91-56171f5c3578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:25.878758238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a938c2-c12e-4340-8e91-56171f5c3578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:25.93038492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2a938c2-c12e-4340-8e91-56171f5c3578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:27.786149869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47407812-565b-466a-86c3-3d652259953a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:27.838308222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47407812-565b-466a-86c3-3d652259953a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:27.890045478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47407812-565b-466a-86c3-3d652259953a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:27.941647729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47407812-565b-466a-86c3-3d652259953a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.802000625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6ec283-0228-45a5-aa81-5f99982c3a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.854477313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6ec283-0228-45a5-aa81-5f99982c3a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.90610033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6ec283-0228-45a5-aa81-5f99982c3a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:29.95753343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d6ec283-0228-45a5-aa81-5f99982c3a83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:31.807374276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8457392-1528-45aa-bff2-0fc226adaa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:31.859320015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8457392-1528-45aa-bff2-0fc226adaa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:31.91102856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8457392-1528-45aa-bff2-0fc226adaa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:31.962665559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8457392-1528-45aa-bff2-0fc226adaa3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:33.876904817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3af043-9a5e-46f7-8f5e-10e30dc394ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:33.928564053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3af043-9a5e-46f7-8f5e-10e30dc394ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:33.980006301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3af043-9a5e-46f7-8f5e-10e30dc394ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:34.032142984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b3af043-9a5e-46f7-8f5e-10e30dc394ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:35.914717638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fee697f-abd3-47d4-a78c-087dd65ae0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:35.966275673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fee697f-abd3-47d4-a78c-087dd65ae0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:36.018000292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fee697f-abd3-47d4-a78c-087dd65ae0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:36.069800315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fee697f-abd3-47d4-a78c-087dd65ae0ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:37.96399707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0c2335-1274-4332-802d-b172023b85f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:38.015660527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0c2335-1274-4332-802d-b172023b85f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:38.067849536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0c2335-1274-4332-802d-b172023b85f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:38.119802347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0c2335-1274-4332-802d-b172023b85f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:44.283189278Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:47.777727979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fd2182-8049-4cd6-8b4a-22c715465a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:47.830025454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fd2182-8049-4cd6-8b4a-22c715465a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:47.88334501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fd2182-8049-4cd6-8b4a-22c715465a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:47.937081657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53fd2182-8049-4cd6-8b4a-22c715465a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.81258166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb646b8-9407-4c36-800b-711a4bd54c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.86462168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb646b8-9407-4c36-800b-711a4bd54c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.916290484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb646b8-9407-4c36-800b-711a4bd54c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:49.967653499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb646b8-9407-4c36-800b-711a4bd54c88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.849434506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9d8bd-4f13-4250-8e1d-c2f917963a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.901021747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9d8bd-4f13-4250-8e1d-c2f917963a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:51.952561417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9d8bd-4f13-4250-8e1d-c2f917963a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:52.004230603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"baa9d8bd-4f13-4250-8e1d-c2f917963a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.367306966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f44995-c977-4f03-99ab-4f7fd59d7397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.418687773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f44995-c977-4f03-99ab-4f7fd59d7397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.470324063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f44995-c977-4f03-99ab-4f7fd59d7397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:04:59.521831795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2f44995-c977-4f03-99ab-4f7fd59d7397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:03.688301669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bedbe1-1ec1-4c44-a269-354d25ef20bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:03.741057952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bedbe1-1ec1-4c44-a269-354d25ef20bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:03.792794972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bedbe1-1ec1-4c44-a269-354d25ef20bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:03.845203806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03bedbe1-1ec1-4c44-a269-354d25ef20bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:05.767318073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89593bd4-d450-4287-9c4d-f45dec2bb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:05.818945751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89593bd4-d450-4287-9c4d-f45dec2bb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:05.870364232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89593bd4-d450-4287-9c4d-f45dec2bb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:05.921985013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89593bd4-d450-4287-9c4d-f45dec2bb6b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:07.792877662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f3cbf5-931d-4dbc-8cd6-e5404082cc4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:07.844342718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f3cbf5-931d-4dbc-8cd6-e5404082cc4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:07.895684743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f3cbf5-931d-4dbc-8cd6-e5404082cc4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:07.94741844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f3cbf5-931d-4dbc-8cd6-e5404082cc4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.799635236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c23dd71-d147-4122-96ef-9ff14b130a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.85110285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c23dd71-d147-4122-96ef-9ff14b130a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.902514947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c23dd71-d147-4122-96ef-9ff14b130a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:09.953895049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c23dd71-d147-4122-96ef-9ff14b130a54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.860576408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee2c2bb-ffb8-469c-a443-b9c65d8fbab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.912313044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee2c2bb-ffb8-469c-a443-b9c65d8fbab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:11.964280113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee2c2bb-ffb8-469c-a443-b9c65d8fbab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:12.016095786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee2c2bb-ffb8-469c-a443-b9c65d8fbab3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.878201859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950fab8f-a7bd-40a1-b575-62e671064073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.929734279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950fab8f-a7bd-40a1-b575-62e671064073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:13.982103359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950fab8f-a7bd-40a1-b575-62e671064073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.034323127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"950fab8f-a7bd-40a1-b575-62e671064073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.282531427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.449916939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f1aa22ea-9f44-4f41-b2c3-656b3fbf90ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.636676535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"191a8118-7d92-413d-9b39-f3c56ae21c42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:14.928997358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a0d181c-e5c0-4d9e-bc73-ad50a02112bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.027065549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"34ba3227-c8b4-40e9-8ed5-cefd9f0c591d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.04563319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"b2762af7-4088-4fbb-9e64-d7477d9b888e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.160327115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"05cd1a05-17b8-4c63-8719-9b1d684606b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.33358123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"28f5fa6d-5728-4c53-b810-617b6c449758","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.433552252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"bf5aaa7c-1958-4e21-b9c4-51ac0d305bed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.535451371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"eed560fc-d065-4f2c-8aca-b2c1b56e6bb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.535923701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"38ddc273-1a33-4b90-bd17-1c9afa648c03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.743464761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"5954672d-3b52-4872-9739-2a60eebd4a10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:15.842930693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"7c586d5c-af80-4f46-9d3b-ab52e6ea8e0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.440112126Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","namespace":"ai-tenant-e2e-autores-d50516","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.440174784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","namespace":"ai-tenant-e2e-autores-d50516","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.440231642Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","tenant":"e2e-autores-d50516","tenantID":"e2e-autores-d50516","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.49360847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Deployment","name":"maas-api-e2e-autores-d50516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.552627068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Service","name":"maas-api-e2e-autores-d50516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.607218003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-d50516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.660453909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-d50516","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.718528318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.772375147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.828307537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.882181627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.93339178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Deployment","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:20.984486735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.035535051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Service","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.086477369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"Service","name":"payload-pre-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.137534234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"DestinationRule","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.188368432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.239292338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.290538992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.341663944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.393094552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.444128838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-d50516","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:21.49517391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-d50516"},"namespace":"ai-tenant-e2e-autores-d50516","name":"default-tenant","reconcileID":"de5fcc67-3e0f-408a-a0b4-8a9ff0a04ce6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-d50516","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:22.295607081Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-d50516","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-d50516","reconcileID":"0aaef984-e2cd-4e97-a2cf-482dea8a50d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-d50516","removed":["maas.opendatahub.io/gateway-access-e2e-autores-d50516"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:23.507484168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbab568-ffb3-4da8-9dfc-7561cfe82422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:23.559046136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbab568-ffb3-4da8-9dfc-7561cfe82422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:23.610621627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbab568-ffb3-4da8-9dfc-7561cfe82422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:23.662379482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fbab568-ffb3-4da8-9dfc-7561cfe82422","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:25.519805652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b492930a-381c-498d-b09f-e78bd7ef1e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:25.571729363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b492930a-381c-498d-b09f-e78bd7ef1e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:25.623583974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b492930a-381c-498d-b09f-e78bd7ef1e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:25.675415125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b492930a-381c-498d-b09f-e78bd7ef1e20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.56366061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72408072-7170-409c-b768-c1c34830edb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.615406782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72408072-7170-409c-b768-c1c34830edb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.66734425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72408072-7170-409c-b768-c1c34830edb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:27.719149424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72408072-7170-409c-b768-c1c34830edb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:29.594807349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a3adc8-29d4-41f3-9af3-f8dfccb6ae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:29.646365464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a3adc8-29d4-41f3-9af3-f8dfccb6ae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:29.697822147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a3adc8-29d4-41f3-9af3-f8dfccb6ae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:29.74940533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a3adc8-29d4-41f3-9af3-f8dfccb6ae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:31.614119553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3062be-ca09-4f08-9614-667709f7ff52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:31.665839038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3062be-ca09-4f08-9614-667709f7ff52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:31.717628711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3062be-ca09-4f08-9614-667709f7ff52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:31.772000639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3062be-ca09-4f08-9614-667709f7ff52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:33.634453268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fedb37c-0ce3-411e-a696-db61658e9de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:33.686334947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fedb37c-0ce3-411e-a696-db61658e9de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:33.737791245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fedb37c-0ce3-411e-a696-db61658e9de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:33.789561931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fedb37c-0ce3-411e-a696-db61658e9de1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:35.64079725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df80f164-935e-4599-8cf5-b9a6c46642a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:35.692363171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df80f164-935e-4599-8cf5-b9a6c46642a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:35.743593623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df80f164-935e-4599-8cf5-b9a6c46642a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:35.797097757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df80f164-935e-4599-8cf5-b9a6c46642a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.663049547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f20d26ec-b305-4eab-a79c-567eb975e5d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.676435931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299a75ff-55e7-4f55-a07f-eb314f092993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.728065094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299a75ff-55e7-4f55-a07f-eb314f092993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.779380689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0930587d-5110-41b2-b8d3-9f050945d1d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.779437553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299a75ff-55e7-4f55-a07f-eb314f092993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:37.83135361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"299a75ff-55e7-4f55-a07f-eb314f092993","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.037381999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"d836e245-6b7b-4920-82ea-d18b4e60142a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.144937566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"3cd3c4d6-251d-4140-b049-7cc97c580cfc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.252975706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"5604a7ba-fce6-4754-9c4d-c888bc6e7959","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.348882803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a58b4188-a779-460f-ab77-80d5c63c7b38","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.451702078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"96094eb7-ffd0-49ae-9d7a-c045ef4e5227","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.730856791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"6f27f160-2f82-4ddd-abb7-d9e25d46143d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:38.831768225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"10807f7e-afc3-4a34-abad-a4088ab3322f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.02050197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7b93bf7e-f509-4a80-8161-bbfd345c0b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.282620563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"44ef0a3a-cc6b-414d-8d68-2a9859970947","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.443723907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"6a903339-4f45-4733-ade8-5d0b01a6a6e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.785215389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb64a59-d7ee-471f-99d3-f485690b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.836824416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb64a59-d7ee-471f-99d3-f485690b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.888309419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb64a59-d7ee-471f-99d3-f485690b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:39.940102039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb64a59-d7ee-471f-99d3-f485690b6e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:41.867574658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41989d2b-cb6e-4ec9-92ad-0c868fb58e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:41.919379995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41989d2b-cb6e-4ec9-92ad-0c868fb58e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:41.970934502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41989d2b-cb6e-4ec9-92ad-0c868fb58e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:42.025182627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41989d2b-cb6e-4ec9-92ad-0c868fb58e55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:43.897949822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403f229b-d968-418f-bffd-27087d264f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:43.950039482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403f229b-d968-418f-bffd-27087d264f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:44.002141458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403f229b-d968-418f-bffd-27087d264f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:44.05434139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"403f229b-d968-418f-bffd-27087d264f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:44.28709777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:45.924443403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06407f20-27d2-477f-89e1-362672cccfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:45.976032499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06407f20-27d2-477f-89e1-362672cccfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.027639024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06407f20-27d2-477f-89e1-362672cccfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.079165376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06407f20-27d2-477f-89e1-362672cccfb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.773491031Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","namespace":"ai-tenant-e2e-extmod-a-864622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.773552802Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","namespace":"ai-tenant-e2e-extmod-a-864622","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.773607963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","tenant":"e2e-extmod-a-864622","tenantID":"e2e-extmod-a-864622","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.82735986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-864622","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.888071293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Service","name":"maas-api-e2e-extmod-a-864622","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.944305358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-864622","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:46.997926246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-864622","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.055218112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.109396853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.166460661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.222574717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.274145734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.325616328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.377304309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Service","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.42915492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.483189019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.534529965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.58613086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.640696426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.691878044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.742902325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.794692108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-864622","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:47.846063759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-864622"},"namespace":"ai-tenant-e2e-extmod-a-864622","name":"default-tenant","reconcileID":"96b475fa-6882-461c-b23e-c114830ad74e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-864622","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:48.650726306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-864622","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-864622","reconcileID":"f4b5ea48-ff5e-45ca-bf3c-a07db4a55b59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-864622","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-864622"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:49.770435877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9789ae-e25f-499a-ae51-4734b9542506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:49.822096527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9789ae-e25f-499a-ae51-4734b9542506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:49.873625009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9789ae-e25f-499a-ae51-4734b9542506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:49.925269965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e9789ae-e25f-499a-ae51-4734b9542506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:51.859324991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edac313c-c4e3-4253-819e-1fef6a56058f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:51.911039983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edac313c-c4e3-4253-819e-1fef6a56058f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:51.962456685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edac313c-c4e3-4253-819e-1fef6a56058f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:52.013932237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edac313c-c4e3-4253-819e-1fef6a56058f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:53.901835726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488b587-daf3-4b78-a2e0-dfc01c1531ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:53.953269276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488b587-daf3-4b78-a2e0-dfc01c1531ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:54.004628693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488b587-daf3-4b78-a2e0-dfc01c1531ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:54.056182166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f488b587-daf3-4b78-a2e0-dfc01c1531ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:54.56000581Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a713e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a713e6","reconcileID":"69dff8ad-f7c9-4d53-95be-7593b1801e30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a713e6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a713e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:55.96423663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bf192b-7e72-4c53-9f5e-26cb34db9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.015676818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bf192b-7e72-4c53-9f5e-26cb34db9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.067290932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bf192b-7e72-4c53-9f5e-26cb34db9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:56.118913797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76bf192b-7e72-4c53-9f5e-26cb34db9de6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:57.979031071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cfd4fd-c758-4a5e-ae99-521d7f319690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.030616766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cfd4fd-c758-4a5e-ae99-521d7f319690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.082478106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cfd4fd-c758-4a5e-ae99-521d7f319690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:05:58.134108403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25cfd4fd-c758-4a5e-ae99-521d7f319690","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:00.009713492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afb174a-d25f-4b42-8193-40a274c2f4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:00.061847197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afb174a-d25f-4b42-8193-40a274c2f4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:00.115756487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afb174a-d25f-4b42-8193-40a274c2f4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:00.168030816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afb174a-d25f-4b42-8193-40a274c2f4d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:02.068938809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6fff5-ea37-402c-9037-baf6980a5a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:02.120779688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6fff5-ea37-402c-9037-baf6980a5a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:02.172480193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6fff5-ea37-402c-9037-baf6980a5a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:02.224419231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75d6fff5-ea37-402c-9037-baf6980a5a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:04.084093224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe3a152-a7e7-47e3-9786-0ab7dd3628f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:04.135591539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe3a152-a7e7-47e3-9786-0ab7dd3628f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:04.187347242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe3a152-a7e7-47e3-9786-0ab7dd3628f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:04.239122256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afe3a152-a7e7-47e3-9786-0ab7dd3628f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.090548494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eda583-61c0-46fe-9e0a-f2339a5b1181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.14208821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eda583-61c0-46fe-9e0a-f2339a5b1181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.19352897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eda583-61c0-46fe-9e0a-f2339a5b1181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:06.245157184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48eda583-61c0-46fe-9e0a-f2339a5b1181","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:08.106815328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af776ce3-6dac-4066-85b5-b43e2743131b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:08.15848512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af776ce3-6dac-4066-85b5-b43e2743131b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:08.210181071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af776ce3-6dac-4066-85b5-b43e2743131b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:08.26238583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af776ce3-6dac-4066-85b5-b43e2743131b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:10.209234342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f250a8-ea34-4ea3-8008-b61c33518f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:10.261138068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f250a8-ea34-4ea3-8008-b61c33518f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:10.313296808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f250a8-ea34-4ea3-8008-b61c33518f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:10.365069818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1f250a8-ea34-4ea3-8008-b61c33518f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:12.271798493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216bbbb-4999-4bb6-b58e-e78e3ccc82e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:12.323778323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216bbbb-4999-4bb6-b58e-e78e3ccc82e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:12.376377584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216bbbb-4999-4bb6-b58e-e78e3ccc82e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:12.428474963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d216bbbb-4999-4bb6-b58e-e78e3ccc82e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:14.282604586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.448640429Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","namespace":"ai-tenant-e2e-extmod-b-fbe06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.448716788Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","namespace":"ai-tenant-e2e-extmod-b-fbe06f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.448782132Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","tenant":"e2e-extmod-b-fbe06f","tenantID":"e2e-extmod-b-fbe06f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.502196113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Deployment","name":"maas-api-e2e-extmod-b-fbe06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.561397418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Service","name":"maas-api-e2e-extmod-b-fbe06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.617657604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-fbe06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.670813993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-fbe06f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.724718021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.778557368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.83453081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.888436965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.939487408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:27.990484049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.041686353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Service","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.092968446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.143967514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.195287372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.246767453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.303274764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.354207512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.405473339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.457209825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-fbe06f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:28.508710535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fbe06f"},"namespace":"ai-tenant-e2e-extmod-b-fbe06f","name":"default-tenant","reconcileID":"07862de0-d50d-43cf-bec9-140c07317b65","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-fbe06f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:29.325624141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fbe06f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fbe06f","reconcileID":"deb1a0d9-0893-4f20-9821-177d912977ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fbe06f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-fbe06f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:30.449012468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9ca52-d4ff-4420-89e4-e6cc79588f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:30.500900886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9ca52-d4ff-4420-89e4-e6cc79588f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:30.552425703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9ca52-d4ff-4420-89e4-e6cc79588f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:30.603877066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23f9ca52-d4ff-4420-89e4-e6cc79588f68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:31.846718918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"fb968cd0-10b9-4cd9-824a-56b1029968fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.008541789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"7ae47c7e-d985-4081-ba18-d980989aecee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.164277172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"ba1ac0ca-8a8a-4832-b11d-8452f515526a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.266296932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"e0ceff90-b750-4d4e-8cf2-2f4ca708f3c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.460899013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b083a55-da75-4a05-88fe-965444790b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.512332754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b083a55-da75-4a05-88fe-965444790b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.564160286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b083a55-da75-4a05-88fe-965444790b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.615979405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b083a55-da75-4a05-88fe-965444790b96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:32.842114912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"d8f9f266-b0ea-4767-b759-7cbe2d4b5ddb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.047731461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"290f8a3d-fef6-4fd5-aa19-f867341fb978","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.179481712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"0c1adfda-f924-4264-9eb7-aac64c40fbfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.281190572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"0a5e4e21-b433-49ae-a147-75f4c6472c97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.298259368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"afb48efc-df58-4ac1-a185-8b3f1d38f9d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.412899256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"46caaf79-1da2-4651-99fd-434a6d2f27b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.648904256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"40a28bf2-e134-43e8-9034-53e8a4f12dd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:33.750559921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"cfeb8d02-115c-408c-8dfe-a062049f2cd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.983130323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","namespace":"ai-tenant-e2e-extmod-a-6c6990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.983193201Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","namespace":"ai-tenant-e2e-extmod-a-6c6990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:42.983280212Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","tenant":"e2e-extmod-a-6c6990","tenantID":"e2e-extmod-a-6c6990","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.036992545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6c6990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.142503836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Service","name":"maas-api-e2e-extmod-a-6c6990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.210742601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6c6990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.265827813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6c6990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.32139075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.377256247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.434753047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.488409469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.541153277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.592176346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.646097581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Service","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.697938063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.748902898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.800318342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.851363919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.906229506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:43.957627851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.008899701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.061134359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6c6990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.112616646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6c6990"},"namespace":"ai-tenant-e2e-extmod-a-6c6990","name":"default-tenant","reconcileID":"48e2edc6-fa5e-4289-8c83-ab6b781e3859","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6c6990","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.282506971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:44.948780377Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6c6990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6c6990","reconcileID":"7f8d5d31-72ff-48db-a032-76f4d6f7f861","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6c6990","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6c6990"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:46.066470102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c0732-565f-4dba-95ae-a77742e369f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:46.118143628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c0732-565f-4dba-95ae-a77742e369f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:46.169750897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c0732-565f-4dba-95ae-a77742e369f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:46.22137179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"516c0732-565f-4dba-95ae-a77742e369f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.06981241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"5163c871-2678-4f29-8240-049281a36f28","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.070191618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"8a6f7d42-dd7c-4b73-aa9c-e16e93cd3549","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.07043028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"7296de5d-6d15-4d42-8ff7-e4eb85e5b7d7","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.070580232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"4b44306b-84e3-400e-b812-912672427991","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.195741078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"80204444-5760-4c0c-9a5a-a7a7ee7bed0d","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.240272891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"d2bec892-eada-4c17-9212-72ed98bbe51e","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.407102351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"14389d28-70d7-4dc5-ae2f-b4cfc14af151","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.407240104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0bca9a4a-1e72-4914-9625-2952d33f9e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.40736044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"85ebc167-b38e-4039-a382-5327063c53c5","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.410834286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"5b94c5a0-72c4-420c-be59-f3ba4fd784c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.484014267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"4d53ebe8-71b1-45ba-b8da-be58d8a7b65b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.484642641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"32e1cc08-a889-4cdf-8562-1650ab64dff4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.48481423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0bca9a4a-1e72-4914-9625-2952d33f9e21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.488087327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"5b94c5a0-72c4-420c-be59-f3ba4fd784c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.867276309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"906c33e2-4130-4b57-b7a6-6f7aee07db99","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.86938929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"4d35496a-79a6-4456-b2c0-827f2ea4664f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.869719579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"889e34e5-58bc-44fc-9827-6807ffdc5191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.930682942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"889e34e5-58bc-44fc-9827-6807ffdc5191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:47.966273311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ea1e5b2b-ec3f-4343-aab1-94eeb68c2b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:48.026327619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"ea1e5b2b-ec3f-4343-aab1-94eeb68c2b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:48.294030268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a97821a-b09b-4b18-85ae-c76d3c657239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:48.349432426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a97821a-b09b-4b18-85ae-c76d3c657239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:48.40294333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a97821a-b09b-4b18-85ae-c76d3c657239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:48.454596972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a97821a-b09b-4b18-85ae-c76d3c657239","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.376273412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","namespace":"ai-tenant-e2e-extmod-a-6caf19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.376329477Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","namespace":"ai-tenant-e2e-extmod-a-6caf19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.376379351Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","tenant":"e2e-extmod-a-6caf19","tenantID":"e2e-extmod-a-6caf19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.431999418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6caf19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.513934341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Service","name":"maas-api-e2e-extmod-a-6caf19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.568118417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6caf19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.620833714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6caf19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.675006949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.728681103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.825447007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.879079902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.930467837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:49.982427057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.033740807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Service","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.084855226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.135891803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.187127761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.238237072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.293103077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.330763618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29674-9735-4758-b06f-61680fdd46e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.382068087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.382822498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29674-9735-4758-b06f-61680fdd46e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.434686505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.435000562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29674-9735-4758-b06f-61680fdd46e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.48621616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6caf19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.488181378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b29674-9735-4758-b06f-61680fdd46e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:50.539539543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6caf19"},"namespace":"ai-tenant-e2e-extmod-a-6caf19","name":"default-tenant","reconcileID":"0f43b575-b9b9-4a3f-bf5f-cb1a6e2209cf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6caf19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.370936584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6caf19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6caf19","reconcileID":"9e1b1083-6640-4522-b452-719f944c2760","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6caf19","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6caf19"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.611999458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"eb6fb713-6a91-4d83-bc09-60b3bebc9bff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.767729084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"7b6d102a-e810-4d5b-99f4-661c4568e2b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:51.981137063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eb922223-e543-42c4-a392-c6202c8ab0ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.137215122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9591a51b-8b8b-4a42-883f-2cb52db206ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.245790148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"81170e22-01f3-40a3-863b-1d287c71f615","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.345643201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"f086f461-2204-474c-871b-82132332d731","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.34629069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"2d25a820-dfe1-4ebd-9909-7b20889525ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.37291782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"578157ff-860e-4cc6-b6e1-b2af3a05cc5b","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.479160866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad06c41-627d-4b12-9913-57b345ee90da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.534742848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad06c41-627d-4b12-9913-57b345ee90da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.592724548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad06c41-627d-4b12-9913-57b345ee90da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.645221769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad06c41-627d-4b12-9913-57b345ee90da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.698782783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"e75d3746-79cd-4a7f-bf80-44fa5e3edb6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.704437437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"459c1807-8823-4490-a719-1218474c92db","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.801510774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"7bf80735-b5ed-44f9-b3d6-6503a9a07738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:52.962724606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e93c38fa-48a2-4eb1-a1a0-0d23ee57f3a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.032953396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"c81f6d49-0143-4689-b14f-0264002c2c2c","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.133499585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"caa8c11d-0027-4cd1-94f8-712cbb2bb97a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.309191156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"2a3e2444-e138-441f-ba8b-5ae9e1848f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.309191183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"7c219462-0ca7-4360-a0d6-f719574a393a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.310009788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"9a1402ec-4ea9-43ec-b8ce-6f177e8df997","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.361987058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"b9bee34b-f6a6-4cd0-951c-b2047b1be382","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.365537358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"2a3e2444-e138-441f-ba8b-5ae9e1848f06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.367537373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"7c219462-0ca7-4360-a0d6-f719574a393a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.414663436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"97af6cc3-45e8-4876-9ef6-05c5d079fe3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.476819749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"dda901f9-fc81-4bdc-84a6-e95683088803","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.56935673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"32a5de74-52a9-4f25-b7e6-a3700533940a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.681827999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"07bf0b04-dd24-4477-bd66-03ec62af1ba8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.729928085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"614a4983-0898-45ba-b481-cdfa3b77b358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.730117268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"ce09e1d5-831b-41c4-82d6-7f735397caa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.786996459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"ce09e1d5-831b-41c4-82d6-7f735397caa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.788477304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"40342ab7-0748-4df3-b891-52336308ff28","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.790344405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"614a4983-0898-45ba-b481-cdfa3b77b358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:53.995243567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"900af729-48d4-42be-81c1-1dbe23cd6e57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:54.549604702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c793ffc-5b87-49aa-9e24-954684f92e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:54.601567008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c793ffc-5b87-49aa-9e24-954684f92e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:54.652950426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c793ffc-5b87-49aa-9e24-954684f92e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:54.704535095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c793ffc-5b87-49aa-9e24-954684f92e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.778130974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"79dc1c1e-adcf-499f-8cb2-5b122eabd517","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.778389866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"a90d236a-92d8-4bea-a38b-7a4466c48cf0","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.77859558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"b403fb4d-fefd-4f3f-836a-54e3376729db","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.77885533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"768ebdec-ec2b-4537-8364-ff2d4aad4197","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.932236988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8b26a503-4479-4fd4-bab9-c9dc8050b85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.933532534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1d8115b2-5be8-45b4-8dbc-39982e8bda74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.988496656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"140867c1-82ab-4f66-b699-8162ddb2d807","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.988573326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"407772c8-ebd0-4b1c-a4d0-f6c09f721650","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.992282008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"8b26a503-4479-4fd4-bab9-c9dc8050b85f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:57.992829645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"1d8115b2-5be8-45b4-8dbc-39982e8bda74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.301099155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"298a30b7-8593-4e44-bf75-1501782def9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.30109914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b5dd76ca-eeae-4864-b299-46eee90a9202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.303445214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"57fd1951-9e94-4809-ba1e-6391b9aa4f0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-simulator-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.30360734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"3313b708-b64d-41a2-a4b0-fcf1ddc2e557","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"maas-trlp-premium-w0-26fbc4","model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.358320664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"b5dd76ca-eeae-4864-b299-46eee90a9202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:58.359562717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"298a30b7-8593-4e44-bf75-1501782def9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:59.761887105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad16223-e792-4af1-925d-cfcb528f0c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:59.813727381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad16223-e792-4af1-925d-cfcb528f0c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:59.865462444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad16223-e792-4af1-925d-cfcb528f0c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:06:59.917129318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ad16223-e792-4af1-925d-cfcb528f0c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:01.795838731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534d04ef-9267-4c31-815c-d4ab962b78db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:01.847678886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534d04ef-9267-4c31-815c-d4ab962b78db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:01.899457124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534d04ef-9267-4c31-815c-d4ab962b78db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:01.951311232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534d04ef-9267-4c31-815c-d4ab962b78db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:03.846243698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e881d1-7d7b-4ecc-a25b-1b7435e47981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:03.902984483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e881d1-7d7b-4ecc-a25b-1b7435e47981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:03.954736282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e881d1-7d7b-4ecc-a25b-1b7435e47981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:04.007041543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3e881d1-7d7b-4ecc-a25b-1b7435e47981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:05.935077887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828ff1c-458c-4a8f-a2a9-0d825b23de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:05.987323149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828ff1c-458c-4a8f-a2a9-0d825b23de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:06.039235179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828ff1c-458c-4a8f-a2a9-0d825b23de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:06.090886869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0828ff1c-458c-4a8f-a2a9-0d825b23de65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:07.778724711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"0114db01-3a64-4992-86b8-c7a4ee344461","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:07.779079014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"1a49eb00-2b65-4a2a-b5ce-cdef236122cb","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:07.77927339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"6ccac86a-4469-400d-8879-38fc8692e029","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:07.779574259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"c06e0df2-a4c2-45ba-aea9-a2c989ed55a9","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:07.991108121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae473a0-007c-43e9-a82d-fe5587aa3f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.043689043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae473a0-007c-43e9-a82d-fe5587aa3f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.095484632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae473a0-007c-43e9-a82d-fe5587aa3f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:08.147653043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ae473a0-007c-43e9-a82d-fe5587aa3f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:10.05051884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca0921c-5929-4795-b8ef-3213db75ca47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:10.102594793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca0921c-5929-4795-b8ef-3213db75ca47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:10.154292896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca0921c-5929-4795-b8ef-3213db75ca47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:10.206371249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca0921c-5929-4795-b8ef-3213db75ca47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.001066671Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","namespace":"ai-tenant-e2e-extmod-a-ce8dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.001124663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","namespace":"ai-tenant-e2e-extmod-a-ce8dbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.001175154Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","tenant":"e2e-extmod-a-ce8dbb","tenantID":"e2e-extmod-a-ce8dbb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.054969346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ce8dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.113922476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Service","name":"maas-api-e2e-extmod-a-ce8dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.172495607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ce8dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.246250406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ce8dbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.302610201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.356120496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.412338891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.471344005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.5655922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.616710563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.667760867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Service","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.718690611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.769980104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.821622177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.873260309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.92739625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:11.979283979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.032991228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.077408006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863987ae-b8df-40ba-ac69-88343770c5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.128493925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ce8dbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.129885702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863987ae-b8df-40ba-ac69-88343770c5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.181108652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ce8dbb"},"namespace":"ai-tenant-e2e-extmod-a-ce8dbb","name":"default-tenant","reconcileID":"8590cc54-1df0-468f-97c7-07fc8a4a3e92","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ce8dbb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.181713759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863987ae-b8df-40ba-ac69-88343770c5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:12.233617052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"863987ae-b8df-40ba-ac69-88343770c5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:13.094420085Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ce8dbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ce8dbb","reconcileID":"d03593d3-0dc9-4fdc-90a6-6373eac98ea3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ce8dbb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ce8dbb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.15710359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabd50c6-952c-4362-a8b0-6a57c88e8563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.218102226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabd50c6-952c-4362-a8b0-6a57c88e8563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.284889752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabd50c6-952c-4362-a8b0-6a57c88e8563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.303807806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:14.347687325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eabd50c6-952c-4362-a8b0-6a57c88e8563","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:16.277379534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883ded25-d02c-4fd5-bed4-a578dd54f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:16.330142169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883ded25-d02c-4fd5-bed4-a578dd54f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:16.383007841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883ded25-d02c-4fd5-bed4-a578dd54f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:16.435429682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"883ded25-d02c-4fd5-bed4-a578dd54f64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.779707661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"c4441596-eb1e-4284-b6d5-89b4c64be5af","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.780023167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"5eaa1ca3-a4ac-403b-ba53-06c8f27410df","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.780250177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"df099def-c7a5-4d8d-9564-5917a9d600a3","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:17.780549051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"0967d168-b406-4cd5-9e9d-49d1b348a58e","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:18.310850397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d5737f-5210-45b1-b221-c4c29edc1457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:18.362642775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d5737f-5210-45b1-b221-c4c29edc1457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:18.414220602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d5737f-5210-45b1-b221-c4c29edc1457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:18.465796932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37d5737f-5210-45b1-b221-c4c29edc1457","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:21.280358095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a114a6d3-853f-489d-ae15-784852ced485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:21.332112868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a114a6d3-853f-489d-ae15-784852ced485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:21.383629346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a114a6d3-853f-489d-ae15-784852ced485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:21.435173079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a114a6d3-853f-489d-ae15-784852ced485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:23.370676802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6130c28e-8264-4408-8bfe-62ec29c46116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:23.423268203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6130c28e-8264-4408-8bfe-62ec29c46116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:23.475625958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6130c28e-8264-4408-8bfe-62ec29c46116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:23.527096725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6130c28e-8264-4408-8bfe-62ec29c46116","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.387237543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deff1e7c-8934-49b1-991f-c91e7e2ab2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.438948886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deff1e7c-8934-49b1-991f-c91e7e2ab2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.490672307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deff1e7c-8934-49b1-991f-c91e7e2ab2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:25.542616617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"deff1e7c-8934-49b1-991f-c91e7e2ab2c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.420610812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c4e6d9-2590-4474-aa11-e856d2b52f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.471999217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"e1229f6b-7a0a-441f-b45b-fdc70315d91a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a713e6","tenantID":"e2e-extmod-a-a713e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.472549674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c4e6d9-2590-4474-aa11-e856d2b52f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.523973343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c4e6d9-2590-4474-aa11-e856d2b52f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.575777322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c4e6d9-2590-4474-aa11-e856d2b52f9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.637830609Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"e1229f6b-7a0a-441f-b45b-fdc70315d91a","name":"e2e-extmod-a-a713e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.694911542Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","namespace":"ai-tenant-e2e-extmod-b-8a35f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.694980907Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","namespace":"ai-tenant-e2e-extmod-b-8a35f7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.695036773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","tenant":"e2e-extmod-b-8a35f7","tenantID":"e2e-extmod-b-8a35f7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.750953589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-8a35f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.780663806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"95325566-7d7f-498e-80c5-dadbe95dca53","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.785060631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"1cd55483-053d-43bd-bc0a-beee04a7f3be","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.785239505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"be8243c1-03d3-455b-9d67-962e8758b589","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.785517427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"70ef3b2d-18f9-4f95-8a27-3d2508076974","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.870114382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Service","name":"maas-api-e2e-extmod-b-8a35f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.934455094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-8a35f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:27.997228146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-8a35f7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.054383283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.108548002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.165226935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.218961283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.270169362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.321144199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.371792876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Service","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.380302691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-2-w0-26fbc4","reconcileID":"78774eed-6ca5-4c7a-8d28-28ab180bdc6b","MaaSModelRef":{"name":"distinct-2-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-2-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-2-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.385320375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"distinct-w0-26fbc4","reconcileID":"4433111f-41d4-4ff5-86ce-eddd41c0f4f4","MaaSModelRef":{"name":"distinct-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"distinct-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"distinct-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.39381455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"premium-w0-26fbc4","reconcileID":"9d3e7b75-0a13-4bd0-a3ec-6830ace5ee46","MaaSModelRef":{"name":"premium-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"premium-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"premium-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.399605472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"namespace":"e2e-models-e2e-worker-w0-26fbc4","name":"simulator-w0-26fbc4","reconcileID":"ae053c8e-2cfc-4b2f-b35b-9b029619d15a","MaaSModelRef":{"name":"simulator-w0-26fbc4","namespace":"e2e-models-e2e-worker-w0-26fbc4"},"routeName":"simulator-w0-26fbc4-kserve-route","namespace":"e2e-models-e2e-worker-w0-26fbc4","llmisvcName":"simulator-w0-26fbc4","gateway":"openshift-ingress/e2e-worker-w0-26fbc4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.422582587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:28.434064911Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"c4d80f31-148a-4cbb-a404-b7868bd8a6a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"error":"failed to create TokenRateLimitPolicy for model simulator-w0-26fbc4: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-26fbc4\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-26fbc4 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:28.434105295Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"37956371-0abb-41c1-b022-b6880331d335","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"error":"failed to create TokenRateLimitPolicy for model premium-w0-26fbc4: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-26fbc4\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-26fbc4 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.476387539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:28.490232804Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"c4d80f31-148a-4cbb-a404-b7868bd8a6a7","error":"failed to create TokenRateLimitPolicy for model simulator-w0-26fbc4: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-26fbc4\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-26fbc4 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:28.494690845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"37956371-0abb-41c1-b022-b6880331d335","error":"failed to create TokenRateLimitPolicy for model premium-w0-26fbc4: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-26fbc4\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-26fbc4 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.527376839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.547609283Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"c72fe4b4-5945-41bf-9b63-bb020bee50e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.548029537Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"57a4e53b-40dc-4b1f-8797-2f99d2f3b9fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.578169583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.637352721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.65003865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"efae87e7-eb94-41c8-8a47-ce95f559fea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.65017549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e499efe7-e434-4095-9348-8f17be76e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.68812544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.706137052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"efae87e7-eb94-41c8-8a47-ce95f559fea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.706178142Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"efae87e7-eb94-41c8-8a47-ce95f559fea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.706589064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e499efe7-e434-4095-9348-8f17be76e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.706632599Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e499efe7-e434-4095-9348-8f17be76e574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.739409658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.793208711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-8a35f7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.844436858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-8a35f7"},"namespace":"ai-tenant-e2e-extmod-b-8a35f7","name":"default-tenant","reconcileID":"37dcc734-5442-4d80-8a9d-53146d9c59b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-8a35f7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:28.907403768Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"6d1f5b5b-5b6d-4b12-9cb8-db908488699d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.011164019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e334f351-df8d-4353-b6f0-19cb403b2d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.011791866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"a1696c58-f94d-4d92-b71e-ed7643951203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.140226824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e334f351-df8d-4353-b6f0-19cb403b2d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.140266153Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"e334f351-df8d-4353-b6f0-19cb403b2d90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.140472441Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"c397b587-eb11-4bd8-b524-b936dfe584c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.141343556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"a1696c58-f94d-4d92-b71e-ed7643951203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.14136755Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"a1696c58-f94d-4d92-b71e-ed7643951203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.190806913Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"a032e5b0-0505-4419-ad01-a5076dc0aab8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.348398581Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"db441539-861d-4980-97b8-0f72e127e442","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.449906564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"d38d0899-287e-4319-af56-fe88839024c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.449944689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"3d582fb7-f134-4755-9c7e-7c9c8e07adec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.505966615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"3d582fb7-f134-4755-9c7e-7c9c8e07adec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.505991552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"d38d0899-287e-4319-af56-fe88839024c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.50600547Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"3d582fb7-f134-4755-9c7e-7c9c8e07adec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.506018808Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"d38d0899-287e-4319-af56-fe88839024c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.684697406Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"4f58f5b4-512f-41d9-8557-1fb4f17e6f92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.735150329Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-8a35f7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-8a35f7","reconcileID":"3ef53997-98c3-4f53-8094-26dfd0d12d14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-8a35f7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-8a35f7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.811681105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"29082657-6ed7-4411-9faa-4028b89902e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.811682547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c118c507-eceb-44a1-aef1-50253f653641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.86808454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c118c507-eceb-44a1-aef1-50253f653641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.868122103Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"c118c507-eceb-44a1-aef1-50253f653641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.868584935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"29082657-6ed7-4411-9faa-4028b89902e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:29.868617291Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"29082657-6ed7-4411-9faa-4028b89902e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.172492202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0794c09d-19c9-46f8-ab29-ddb36c145e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.22782237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0794c09d-19c9-46f8-ab29-ddb36c145e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.227884857Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"0794c09d-19c9-46f8-ab29-ddb36c145e5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.329053176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"748c84a9-8ba2-4182-b206-da3cd11f771a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.385585579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"748c84a9-8ba2-4182-b206-da3cd11f771a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.38563316Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"748c84a9-8ba2-4182-b206-da3cd11f771a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:07:30.645647487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"748c84a9-8ba2-4182-b206-da3cd11f771a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.832608374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d5bcc-3b05-413f-9336-84833bc69b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.832794402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"2a4ae9c0-b20c-4ad9-9f03-8e427ad7036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.884529846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d5bcc-3b05-413f-9336-84833bc69b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.936306951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d5bcc-3b05-413f-9336-84833bc69b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.939987329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"2a4ae9c0-b20c-4ad9-9f03-8e427ad7036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:30.987945665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d5bcc-3b05-413f-9336-84833bc69b5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:31.043042022Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"2a4ae9c0-b20c-4ad9-9f03-8e427ad7036f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:32.866404573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf97725-f517-4d6b-8353-085fc4a15c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:32.919004143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf97725-f517-4d6b-8353-085fc4a15c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:32.970947287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf97725-f517-4d6b-8353-085fc4a15c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:33.022848686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf97725-f517-4d6b-8353-085fc4a15c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.071743033Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","namespace":"ai-tenant-e2e-extmod-b-caff19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.071825384Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","namespace":"ai-tenant-e2e-extmod-b-caff19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.07193466Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","tenant":"e2e-extmod-b-caff19","tenantID":"e2e-extmod-b-caff19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.125488622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.187740893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Service","name":"maas-api-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.242029811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.294827084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.429745141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.487763609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.541629231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.597006731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.648680328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.700008397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.751160051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Service","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.802501259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.853625705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.90507921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.911697042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df97acc9-90d5-48d0-8400-718aa127819f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.962709907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:34.963371674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df97acc9-90d5-48d0-8400-718aa127819f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.0149043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df97acc9-90d5-48d0-8400-718aa127819f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.018664645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.066424174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df97acc9-90d5-48d0-8400-718aa127819f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.118051242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.169348859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.221144385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:35.272324208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"7e77e86d-b6ea-41a3-8446-fd8b60bc9c5e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-caff19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:36.949817657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c37c32-199e-450c-855a-7e6936d8ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:37.003519174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c37c32-199e-450c-855a-7e6936d8ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:37.055743457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c37c32-199e-450c-855a-7e6936d8ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:37.107433732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0c37c32-199e-450c-855a-7e6936d8ed00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:38.976828013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d69557-615e-4a5f-b5de-77a38ef066af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.028464244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d69557-615e-4a5f-b5de-77a38ef066af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.080306412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d69557-615e-4a5f-b5de-77a38ef066af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:39.132319724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d69557-615e-4a5f-b5de-77a38ef066af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.010152539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b251d-9215-4c88-b603-53407364e921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.06170907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b251d-9215-4c88-b603-53407364e921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.113549544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b251d-9215-4c88-b603-53407364e921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:41.165322044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055b251d-9215-4c88-b603-53407364e921","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:07:44.288992826Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.239510469Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.239589395Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.295812677Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.351690811Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.351710629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.351768021Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.407504962Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.450712322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d5ecb3fa-fd93-4a09-8521-9a3993b85c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.450773987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"5e7e37ed-7173-45f4-8c0e-acab4c54cc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.467566322Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"c31b348c-83ea-4d9a-96f2-8df7e58f6fe2","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.506797768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d5ecb3fa-fd93-4a09-8521-9a3993b85c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.507183735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"5e7e37ed-7173-45f4-8c0e-acab4c54cc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.570350126Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"d5ecb3fa-fd93-4a09-8521-9a3993b85c7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.571032418Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"5e7e37ed-7173-45f4-8c0e-acab4c54cc91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.684724119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4ccdb2e3-b9b5-4604-8280-7c5b2f640bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.684751637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f47e6ae7-5bca-4031-8de9-10ad4bd7d024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.892765945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4ccdb2e3-b9b5-4604-8280-7c5b2f640bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:09.892765845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f47e6ae7-5bca-4031-8de9-10ad4bd7d024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.022433464Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4ccdb2e3-b9b5-4604-8280-7c5b2f640bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.022456408Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-access","reconcileID":"4ccdb2e3-b9b5-4604-8280-7c5b2f640bac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:08:10.028488851Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f47e6ae7-5bca-4031-8de9-10ad4bd7d024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-26fbc4-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:08:10.02854547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"f47e6ae7-5bca-4031-8de9-10ad4bd7d024","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-26fbc4-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.033893266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4324c6af-6ee7-4bf9-b92b-e746574bf06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.237959159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4324c6af-6ee7-4bf9-b92b-e746574bf06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.294757592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4324c6af-6ee7-4bf9-b92b-e746574bf06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"name":"e2e-worker-w0-26fbc4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:10.294782129Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-access","reconcileID":"4324c6af-6ee7-4bf9-b92b-e746574bf06c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:14.282509182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.168552605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"b20a4419-e192-486a-a863-9e95f0ca4f05","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.272520044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c668c1df-893c-4d0b-8b97-ec385dc8de67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.37543492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"b262d678-f4de-4e68-bec4-60bce96df01e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.552171617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"4d8abac0-1b17-4235-af54-ff967ca548aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.730992901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b29d4be6-0106-4545-a28b-026ea6ab563d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.849664707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"43c04353-3466-4f3f-b266-f783255d7ef5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:15.963724245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ebaa519c-8722-4d09-92aa-6e9a1c737363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:16.064719369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"f114aee3-e8a6-4c7d-8fb4-eaf54953e723","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:16.166042261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"791c6002-84de-4830-b33a-6758855c866b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:16.370995412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"dfa583b6-c956-4ce1-9f27-fc5ba75b048a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:18.954800269Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","namespace":"ai-tenant-e2e-extmod-b-bbe5e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:18.954884444Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","namespace":"ai-tenant-e2e-extmod-b-bbe5e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:18.954935393Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","tenant":"e2e-extmod-b-bbe5e0","tenantID":"e2e-extmod-b-bbe5e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.009014308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Deployment","name":"maas-api-e2e-extmod-b-bbe5e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.068430981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Service","name":"maas-api-e2e-extmod-b-bbe5e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.124973184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-bbe5e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.178085804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-bbe5e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.231684265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.28539561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.342389868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.398187151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.449429505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.456810889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"a93eed74-d8b9-4fa5-a207-0a9a11cc8f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.456995103Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"simulator-subscription","reconcileID":"a93eed74-d8b9-4fa5-a207-0a9a11cc8f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/simulator-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.500497449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.516362684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"90206429-8d3f-4f7e-a37d-c6ffe4edf189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.516483377Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"premium-simulator-subscription","reconcileID":"90206429-8d3f-4f7e-a37d-c6ffe4edf189","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"model":"e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-26fbc4/premium-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.551825918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Service","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.603061823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.654162972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.705474458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.756748278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.81211325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.866885836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.918657039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:19.974530313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-bbe5e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:20.026285032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-bbe5e0"},"namespace":"ai-tenant-e2e-extmod-b-bbe5e0","name":"default-tenant","reconcileID":"22a5a1be-ef28-4f0f-b56a-3abf31400d5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-bbe5e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:20.852681258Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-bbe5e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-bbe5e0","reconcileID":"015bb8b4-f988-4650-ab8f-ec29d7ebc190","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-bbe5e0","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-bbe5e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:21.979696607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75760048-1d6a-4924-8f45-beba353b20a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:22.031427569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75760048-1d6a-4924-8f45-beba353b20a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:22.083097305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75760048-1d6a-4924-8f45-beba353b20a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:22.134925194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75760048-1d6a-4924-8f45-beba353b20a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:24.071788816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d6947-7b7f-41c0-a0be-be0969e36f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:24.123394266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d6947-7b7f-41c0-a0be-be0969e36f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:24.174959312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d6947-7b7f-41c0-a0be-be0969e36f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:24.226776311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c4d6947-7b7f-41c0-a0be-be0969e36f4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:26.07729025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a67f5c-d5bc-4b39-a5f4-7cf54f85fdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:26.129030424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a67f5c-d5bc-4b39-a5f4-7cf54f85fdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:26.186342759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a67f5c-d5bc-4b39-a5f4-7cf54f85fdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:26.237981998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49a67f5c-d5bc-4b39-a5f4-7cf54f85fdf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.165782366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb5463c-40dc-41bd-a621-f64c40efb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.217631953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb5463c-40dc-41bd-a621-f64c40efb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.269278468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb5463c-40dc-41bd-a621-f64c40efb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:28.320678254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fb5463c-40dc-41bd-a621-f64c40efb83a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.218917882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f053b034-9d61-40a6-9b9c-266dce33e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.270779317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f053b034-9d61-40a6-9b9c-266dce33e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.322445266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f053b034-9d61-40a6-9b9c-266dce33e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:30.37434606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f053b034-9d61-40a6-9b9c-266dce33e6b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.290774398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba3f32-278a-4a52-9fa4-1abd4fa19a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.343608114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba3f32-278a-4a52-9fa4-1abd4fa19a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.397283584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba3f32-278a-4a52-9fa4-1abd4fa19a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:32.4507052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ba3f32-278a-4a52-9fa4-1abd4fa19a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.400539989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"cd7bb059-3c11-4e43-a1c0-18f2b07899c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.500528966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a5aca00d-2883-46d5-8de0-1d2d469487ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.603918426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"92382e80-4b67-49e9-873f-96abea646fa8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.708088566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"d7fc280a-7dd3-4fa6-b21e-75d5ff35d247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.809827425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"a2b53f0a-dc4a-42e2-a2e4-4d53a01c118a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:33.825377187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"08221bda-70ff-4a29-b85d-78656c59cff6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.067383331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7e1eacdd-7156-4e67-9360-5d516531ad1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.1822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82623500-67de-4e1b-82e8-73d9eb2f7414","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.419679837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"841a30c4-f693-42a7-9f06-e6cadfa810f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:34.538101734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"cf397549-b554-4e05-87e4-ef2aff24d429","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.847956957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b33597-11ee-4455-8520-4e21d58061b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.899748297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b33597-11ee-4455-8520-4e21d58061b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:41.954992304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b33597-11ee-4455-8520-4e21d58061b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:42.007738011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59b33597-11ee-4455-8520-4e21d58061b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:43.868636191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b77b927-bb2d-4e33-9cf5-cd0f615c229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:43.920229639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b77b927-bb2d-4e33-9cf5-cd0f615c229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:43.971653161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b77b927-bb2d-4e33-9cf5-cd0f615c229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.023494607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b77b927-bb2d-4e33-9cf5-cd0f615c229a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:44.28343719Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.19873898Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","namespace":"ai-tenant-e2e-extmod-b-caff19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.198793941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","namespace":"ai-tenant-e2e-extmod-b-caff19","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.198895931Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","tenant":"e2e-extmod-b-caff19","tenantID":"e2e-extmod-b-caff19","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.250473369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Deployment","name":"maas-api-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.30143752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Service","name":"maas-api-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.42914006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.479928579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-caff19","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.531472498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.582590401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.633526829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.684913122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.736133475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.787245591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.838378481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Service","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.889458934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.940454802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:45.964207079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe28bc7-445a-4d41-aea1-946ac94c8d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.015617963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.016946826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe28bc7-445a-4d41-aea1-946ac94c8d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.068661254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.069103551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe28bc7-445a-4d41-aea1-946ac94c8d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.122441764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbe28bc7-445a-4d41-aea1-946ac94c8d36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.136060289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.195666945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.249068024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.30289056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-caff19","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:46.354945667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-caff19"},"namespace":"ai-tenant-e2e-extmod-b-caff19","name":"default-tenant","reconcileID":"c496bda4-bf61-4a96-89a1-dbc2d2d7bb86","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-caff19","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:47.172474354Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-caff19","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-caff19","reconcileID":"1644cab2-49ae-4ad5-a195-d1326da4264d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-caff19","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-caff19"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:48.261006914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d488ed0b-7093-4fcd-b1ec-6b04a458dfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:48.315638324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d488ed0b-7093-4fcd-b1ec-6b04a458dfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:48.367484512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d488ed0b-7093-4fcd-b1ec-6b04a458dfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:48.420032304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d488ed0b-7093-4fcd-b1ec-6b04a458dfd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.319626556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e985771e-2123-4d7e-82bd-5a833bd642dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.371609447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e985771e-2123-4d7e-82bd-5a833bd642dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.423165424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e985771e-2123-4d7e-82bd-5a833bd642dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.474711302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e985771e-2123-4d7e-82bd-5a833bd642dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:50.969741434Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b91499","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b91499","reconcileID":"c8017293-abf3-41a7-8030-82c07281a27e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b91499","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b91499":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.382938133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f462b961-3637-43c3-8343-c2ccb535ba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.435458345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f462b961-3637-43c3-8343-c2ccb535ba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.487320533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f462b961-3637-43c3-8343-c2ccb535ba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:52.538946498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f462b961-3637-43c3-8343-c2ccb535ba83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:55.763598804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c70a278-3847-40e5-83bb-ae62f8cf3b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:55.815364005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c70a278-3847-40e5-83bb-ae62f8cf3b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:55.866785446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c70a278-3847-40e5-83bb-ae62f8cf3b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:55.918234329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c70a278-3847-40e5-83bb-ae62f8cf3b7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.514961474Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","namespace":"ai-tenant-e2e-shared-a-w1-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.515036579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","namespace":"ai-tenant-e2e-shared-a-w1-41014a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.51510706Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","tenant":"e2e-shared-a-w1-41014a","tenantID":"e2e-shared-a-w1-41014a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.569774575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-41014a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.681053541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Service","name":"maas-api-e2e-shared-a-w1-41014a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.742453119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-41014a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.805153367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-41014a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.859376345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.913285041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:56.999446427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.055925337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.107246457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.15851133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.21210552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.312266982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.363197551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.41471768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.465771143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.520610978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.57185835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.623069657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.675091915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-41014a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.726293771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-41014a"},"namespace":"ai-tenant-e2e-shared-a-w1-41014a","name":"default-tenant","reconcileID":"d8431617-3b59-4b76-b5bd-4114b64f7140","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-41014a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.815691048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41186c73-47c8-49ff-a0be-3bc2f0e89e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.867710783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41186c73-47c8-49ff-a0be-3bc2f0e89e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.919530127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41186c73-47c8-49ff-a0be-3bc2f0e89e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:57.971367556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41186c73-47c8-49ff-a0be-3bc2f0e89e53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.567298944Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-41014a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-41014a","reconcileID":"775c9c55-60af-4d4d-8662-829bc96a030e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-41014a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-41014a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.65536916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"86100623-a328-40bc-8578-1c4eb383e045","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.755927001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"dad169f3-a706-41ee-9a28-3ab5a8c6a961","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:58.961943756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49acc2b5-59f7-4a82-9446-0f677fad9eca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.164368412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"1c6e282d-1829-453c-ba43-e11b9a3685b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.164594941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"b97b3d23-5b14-4124-bdea-e4b4ffc26f53","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.251525527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"2f062f5b-c89c-4c62-84af-6ba5339b8189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.380132127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"83e8737f-6ea9-44a4-a447-5cfbc84c1887","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.849977149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718e2958-0b7d-447e-8362-e7003b87e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.856456208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"67552904-817e-4796-9b1c-c11e71c4600d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.901674675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718e2958-0b7d-447e-8362-e7003b87e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:08:59.953433016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718e2958-0b7d-447e-8362-e7003b87e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.00498909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718e2958-0b7d-447e-8362-e7003b87e6c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.059357924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e2d63f0a-5ca9-4fed-b0b9-5361796c3ff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:00.162515257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"77f5b0a9-2297-4b54-afd9-68bd7a9fe080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:01.866609334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720c76c6-567c-4192-9abe-1ef94c0f8634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:01.918344154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720c76c6-567c-4192-9abe-1ef94c0f8634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:01.969883148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720c76c6-567c-4192-9abe-1ef94c0f8634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:02.021455457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"720c76c6-567c-4192-9abe-1ef94c0f8634","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:03.873481176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d4d66a-c7b8-4dcb-b970-b299e3521012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:03.924965528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d4d66a-c7b8-4dcb-b970-b299e3521012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:03.976843276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d4d66a-c7b8-4dcb-b970-b299e3521012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:04.028273655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2d4d66a-c7b8-4dcb-b970-b299e3521012","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:05.897033432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1cd104-cbc2-405b-83c0-2d790866e14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:05.948540793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1cd104-cbc2-405b-83c0-2d790866e14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.000190441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1cd104-cbc2-405b-83c0-2d790866e14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:06.051563381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc1cd104-cbc2-405b-83c0-2d790866e14b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:07.974623603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e18e87-266e-41eb-91ec-966c49a252e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:07.974712446Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:07.974774322Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","namespace":"ai-tenant-e2e-shared-a-w3-b992fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.027285994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e18e87-266e-41eb-91ec-966c49a252e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.027386794Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","tenant":"e2e-shared-a-w3-b992fe","tenantID":"e2e-shared-a-w3-b992fe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.079294814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e18e87-266e-41eb-91ec-966c49a252e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.131944729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e18e87-266e-41eb-91ec-966c49a252e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.137597368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-b992fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.208071583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Service","name":"maas-api-e2e-shared-a-w3-b992fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.274984284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-b992fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.35543441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-b992fe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.417915097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.479979598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.552801986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.615678942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.66880424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.720137427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.771991573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.823178575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.874489337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.925478487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:08.976944501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.031652086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.083036079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.134490575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.194841947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-b992fe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:09.246990849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-b992fe"},"namespace":"ai-tenant-e2e-shared-a-w3-b992fe","name":"default-tenant","reconcileID":"adbd84bb-58e5-4e2c-8d89-15a741273aa6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-b992fe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.182794215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609b52b7-e4a9-4abf-b3eb-7e932b285dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.189409054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-b992fe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-b992fe","reconcileID":"fa3af3f2-e4c7-4641-8078-ede67fae0b02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-b992fe","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-b992fe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.238573777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609b52b7-e4a9-4abf-b3eb-7e932b285dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.293285836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609b52b7-e4a9-4abf-b3eb-7e932b285dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:10.345056795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"609b52b7-e4a9-4abf-b3eb-7e932b285dae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.280661423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3abdc1-f575-48fc-8cc3-048533ff29bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.332289852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3abdc1-f575-48fc-8cc3-048533ff29bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.383815886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3abdc1-f575-48fc-8cc3-048533ff29bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:12.435406177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3abdc1-f575-48fc-8cc3-048533ff29bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.283088769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.306758679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa9e37-e422-4a33-b132-d414cf44ceb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.358288099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa9e37-e422-4a33-b132-d414cf44ceb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.409746607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa9e37-e422-4a33-b132-d414cf44ceb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:14.461548259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aa9e37-e422-4a33-b132-d414cf44ceb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.500924886Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.501010255Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","namespace":"ai-tenant-e2e-worker-w0-26fbc4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.501068953Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","tenant":"e2e-worker-w0-26fbc4","tenantID":"e2e-worker-w0-26fbc4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.554686325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Deployment","name":"maas-api-e2e-worker-w0-26fbc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.613739042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Service","name":"maas-api-e2e-worker-w0-26fbc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.677354959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-26fbc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.731441326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-26fbc4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.788594658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.843589052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.901965702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:19.964482906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.01710348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.06936237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.121738148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Service","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.173315925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.226074184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.278062242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.329541338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.386897631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.438470696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.491317821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.542809372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-26fbc4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:20.594298479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-26fbc4"},"namespace":"ai-tenant-e2e-worker-w0-26fbc4","name":"default-tenant","reconcileID":"d722e183-3bc7-42c3-8d5b-911021c45e3f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-26fbc4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:21.44203477Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-26fbc4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-26fbc4","reconcileID":"8b242c1b-975f-47ce-b133-18ed3c7a2a97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-26fbc4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-26fbc4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.592589733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2db710a-1ab7-4744-a6a6-b182c309b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.648427991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2db710a-1ab7-4744-a6a6-b182c309b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.701478864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2db710a-1ab7-4744-a6a6-b182c309b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:22.753074279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2db710a-1ab7-4744-a6a6-b182c309b7db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.2711748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"e3205a59-ce3d-40ac-a3ce-6102431d5283","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.368154057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"1acfe436-27ec-4f1b-843b-3c795491946c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.402658687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"c4476c90-8116-46ec-8472-be395ef98cb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.520133143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"5477ffe8-ff7a-4ea4-8ac5-b7820f1a38f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.617018677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"05b39b26-5fdb-4fce-8dea-939b0f4380a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.722451661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"f34408f1-cb4e-4cae-9114-89c07a2a654a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.768144631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"e71b657e-3ecd-46c2-9420-a8bb7132e7ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:23.987552453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca2e8ccf-44b1-43df-b507-d7988e30eff1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.132819784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d3cc5ec4-e5af-4f3e-baa8-db093454d730","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.251241255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dfab53a3-a27a-4e22-9b09-17f6728ac27a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.682577393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1792f8-e7cd-4283-a68c-8153f142a370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.734028333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1792f8-e7cd-4283-a68c-8153f142a370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.785889095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1792f8-e7cd-4283-a68c-8153f142a370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:24.837507457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c1792f8-e7cd-4283-a68c-8153f142a370","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.564565191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b148d-9258-40ff-a907-3062f5af1e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.616096882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b148d-9258-40ff-a907-3062f5af1e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.667550622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b148d-9258-40ff-a907-3062f5af1e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:28.718948756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687b148d-9258-40ff-a907-3062f5af1e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.616948042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bf9caa-d293-4d7b-adf2-3db559c9e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.668687543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bf9caa-d293-4d7b-adf2-3db559c9e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.722938483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bf9caa-d293-4d7b-adf2-3db559c9e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:30.774461233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bf9caa-d293-4d7b-adf2-3db559c9e38b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.83849361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.838575366Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.838652498Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","tenant":"e2e-shared-a-w2-dc9e63","tenantID":"e2e-shared-a-w2-dc9e63","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.898968025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-dc9e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:35.981973202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Service","name":"maas-api-e2e-shared-a-w2-dc9e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.040512342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-dc9e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.093534433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-dc9e63","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.148123278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.202085437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.258260711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.313008343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.364613885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.415760828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.467127992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.518667426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.570234216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.621452575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.673056816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.728160485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.779770845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.830795196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.882264618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-dc9e63","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:36.933294074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-dc9e63"},"namespace":"ai-tenant-e2e-shared-a-w2-dc9e63","name":"default-tenant","reconcileID":"dd6ff5e0-5fa2-43e6-896f-a480962d2235","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-dc9e63","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:37.737660883Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-dc9e63","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-dc9e63","reconcileID":"997dfc09-ee12-4313-a096-75181ec0b054","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-dc9e63","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-dc9e63"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.866823601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd229628-39a2-4fdc-9655-70dbc7ffc2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.919081147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd229628-39a2-4fdc-9655-70dbc7ffc2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:38.971781574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd229628-39a2-4fdc-9655-70dbc7ffc2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:39.024803695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd229628-39a2-4fdc-9655-70dbc7ffc2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.884346313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d044508-caea-4481-b40a-c265c4906c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.936902262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d044508-caea-4481-b40a-c265c4906c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:40.988627296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d044508-caea-4481-b40a-c265c4906c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:41.041384843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d044508-caea-4481-b40a-c265c4906c8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:44.283291775Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:46.651755694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9330a6a-d6aa-4093-9c49-d7b5a35dfb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:46.70439272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9330a6a-d6aa-4093-9c49-d7b5a35dfb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:46.755977455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9330a6a-d6aa-4093-9c49-d7b5a35dfb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:46.80824099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9330a6a-d6aa-4093-9c49-d7b5a35dfb67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:48.694696882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27944717-583e-4cfa-b788-862a763e1d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:48.746399946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27944717-583e-4cfa-b788-862a763e1d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:48.797745557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27944717-583e-4cfa-b788-862a763e1d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:48.849451923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27944717-583e-4cfa-b788-862a763e1d2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.703744834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c52f7-c192-4119-b812-11748af5403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.755617201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c52f7-c192-4119-b812-11748af5403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.807313996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c52f7-c192-4119-b812-11748af5403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:50.858896319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e88c52f7-c192-4119-b812-11748af5403e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.734787142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"efa28c0c-fe8e-48d1-9c53-ade9656d1dfd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b91499","tenantID":"e2e-extmod-b-b91499","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.85000613Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"efa28c0c-fe8e-48d1-9c53-ade9656d1dfd","name":"e2e-extmod-b-b91499-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.906846307Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.906923296Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.906974963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","tenant":"e2e-shared-b-w2-9c9c3c","tenantID":"e2e-shared-b-w2-9c9c3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:56.959952107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-9c9c3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.019110902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Service","name":"maas-api-e2e-shared-b-w2-9c9c3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.08033355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-9c9c3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.133536841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-9c9c3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.188943359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.245183302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.301318012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.358222323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.411813438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.465529288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.525062117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.584843054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.6406946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.69478934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.750171609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.809664472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.863586968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.919027766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:57.980950597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-9c9c3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:09:58.040759634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c"},"namespace":"ai-tenant-e2e-shared-b-w2-9c9c3c","name":"default-tenant","reconcileID":"76699595-de46-448f-baa8-a050925e3586","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-9c9c3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.523706719Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-9c9c3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-9c9c3c","reconcileID":"db7628ff-6aeb-477a-be8f-7edf243e62c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-9c9c3c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-9c9c3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.860194525Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","namespace":"ai-tenant-e2e-shared-b-w1-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.860254534Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","namespace":"ai-tenant-e2e-shared-b-w1-083e17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.860303322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","tenant":"e2e-shared-b-w1-083e17","tenantID":"e2e-shared-b-w1-083e17","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.914199592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-083e17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:02.990782577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Service","name":"maas-api-e2e-shared-b-w1-083e17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.045939745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-083e17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.11741412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-083e17","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.173422401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.228049728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.301250117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.35521544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.406450335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.457643864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.509187278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.560608719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.612231153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.645705729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40c1c56-3ba2-4502-8482-c2845c139749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.698434136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40c1c56-3ba2-4502-8482-c2845c139749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.701029704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.750681486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40c1c56-3ba2-4502-8482-c2845c139749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.802770713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c40c1c56-3ba2-4502-8482-c2845c139749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.806573167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.861751005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.913849622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:03.964815736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.068361791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-083e17","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.120506991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-083e17"},"namespace":"ai-tenant-e2e-shared-b-w1-083e17","name":"default-tenant","reconcileID":"3d334aa5-7d13-4625-b415-ba9fe570772b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-083e17","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:04.974661803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-083e17","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-083e17","reconcileID":"8b1e5fbe-b1e6-4a06-a5a2-904203ecb97f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-083e17","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-083e17"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.791840985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d998f91-f4a8-492a-90fb-39a4766ddab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.84329355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d998f91-f4a8-492a-90fb-39a4766ddab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.894915653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d998f91-f4a8-492a-90fb-39a4766ddab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:05.947566085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d998f91-f4a8-492a-90fb-39a4766ddab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:07.864671507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b4ebbe-391d-4b61-a1e6-d6078def5207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:07.916826355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b4ebbe-391d-4b61-a1e6-d6078def5207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:07.96848314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b4ebbe-391d-4b61-a1e6-d6078def5207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:08.02022454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1b4ebbe-391d-4b61-a1e6-d6078def5207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:09.971638844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c49c23-9e2e-44c9-8718-edb184bc401f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.02351054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c49c23-9e2e-44c9-8718-edb184bc401f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.075300917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c49c23-9e2e-44c9-8718-edb184bc401f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.127128838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63c49c23-9e2e-44c9-8718-edb184bc401f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.455452831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"b2990080-a786-4d4f-96f9-9df661b0ece9","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.455798906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"b58dfdac-a1ca-435f-a5ca-0975f780ca2b","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.456112632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"8a7d81a9-f161-4425-8d65-7272ceeec66b","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.456304077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"c75a9d4b-09aa-476d-84f3-581f37978f60","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.564708857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f00583f3-2a9d-44ca-bb52-67057d4e4974","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.56505065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"048ceb95-71a9-475b-bf49-c280914ca5cb","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.565273196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"34913072-25e6-4eb5-a89b-b1042f8fd214","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.565417587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"25d2e6b6-ec74-49ae-b60c-04db10f6dc5f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.613260023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c5c93040-fbef-46b6-9c26-a50145c8b3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.613732455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"444860bb-07c6-43ab-bff0-6fff8a383ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.667399399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"40c9d648-8277-40c6-afcd-efd0a707e9ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.66760099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"e08b3cc9-d556-4de0-b262-7baa61f75202","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.673425528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"c5c93040-fbef-46b6-9c26-a50145c8b3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.67347038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"444860bb-07c6-43ab-bff0-6fff8a383ebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.984562813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"c579bfb7-afa3-4939-b9cc-9c0e9974686b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:10.984638301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"67070aa1-d5d9-4258-b90c-234f17e54707","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.03374859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"38570126-c0c7-454d-b962-00b267c8f18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.033749129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"bdf6cfe5-23ad-44da-b3a4-fb4eab9236ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.090626054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"bdf6cfe5-23ad-44da-b3a4-fb4eab9236ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:11.09072649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"38570126-c0c7-454d-b962-00b267c8f18a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.083569561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e02c10-84e1-4758-9b14-33b77fde1d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.138747549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e02c10-84e1-4758-9b14-33b77fde1d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.190411596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e02c10-84e1-4758-9b14-33b77fde1d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.242904549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74e02c10-84e1-4758-9b14-33b77fde1d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.949510483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"c3ecf339-5f8b-44df-9de0-3172be9b7e15","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.949809237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"4db93407-069d-486c-934b-fc374b91f6fa","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.950121694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"4e6b5019-0727-4577-9940-e2fbde0f11d9","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:12.95027166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"7017ca7a-ff4b-4667-88d2-9ec0c365bf82","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.060908863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"824930b9-ac61-425e-af9a-6e36ca4eb93d","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.061146417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"31ea513f-663d-44fe-a912-1c11f4567bd4","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.061301585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"ac8a4c74-e77c-4e61-941b-5ca1dbb7a22e","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.061545315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"f4a7244d-8787-403f-b169-03a91c326edd","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.105563285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"62dbcaea-6dbb-4ecc-b25a-5d138e727ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.10556198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ba4e9872-8328-45ad-921d-3f372b5a56c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.159686638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e8c4f87a-3455-4b2f-b1ac-ce43acfb6628","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.161509976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"62dbcaea-6dbb-4ecc-b25a-5d138e727ab2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.161992905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"d8f5c3ba-389e-4218-8160-f7e996d09d55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.162108802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"ba4e9872-8328-45ad-921d-3f372b5a56c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.517236451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"e7733160-de6b-45f0-bf08-75a115f0280a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.568415684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8a19e9ca-ac2f-4b83-b347-80188362534f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.613190359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"07e95555-94d7-4c10-9a47-b2ea7d0f56d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.624617947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"8a19e9ca-ac2f-4b83-b347-80188362534f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.670129349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a07df413-65fe-4f1b-a93c-7bac1556a598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:13.726955764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"a07df413-65fe-4f1b-a93c-7bac1556a598","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.122022361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ddf3e-99d2-4353-a329-1ec3b385a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.17344857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ddf3e-99d2-4353-a329-1ec3b385a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.225103535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ddf3e-99d2-4353-a329-1ec3b385a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.276518523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e61ddf3e-99d2-4353-a329-1ec3b385a27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.282504199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.548397841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.548454538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","namespace":"ai-tenant-e2e-shared-b-w3-7fc058","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.548505312Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","tenant":"e2e-shared-b-w3-7fc058","tenantID":"e2e-shared-b-w3-7fc058","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.602622795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-7fc058","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.664296568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Service","name":"maas-api-e2e-shared-b-w3-7fc058","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.725013767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-7fc058","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.779791661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-7fc058","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.842018835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.89663043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:14.953254183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.006977946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.05823091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.109304139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.16038543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.211950628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.263430357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.330915986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.388641863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.46741714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.52180367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.57315183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.658435563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-7fc058","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.709533168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-7fc058"},"namespace":"ai-tenant-e2e-shared-b-w3-7fc058","name":"default-tenant","reconcileID":"08d85c27-def0-4f08-bd9c-9bda44cf1f7b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-7fc058","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:15.893051646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"dfcff4f2-71bc-43a9-9aba-cb369eefda55","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.181042908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6394dd-b9cd-4ed4-811d-f23769fc7453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.220944669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"1bac300b-b107-44f9-883e-193c07f213f9","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.232658956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6394dd-b9cd-4ed4-811d-f23769fc7453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.284437581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6394dd-b9cd-4ed4-811d-f23769fc7453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.336095592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a6394dd-b9cd-4ed4-811d-f23769fc7453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.574340538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"8de6713a-081a-4a6c-9392-a45316808245","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.608248884Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-7fc058","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-7fc058","reconcileID":"d3d946d3-247f-454f-aceb-0cad458231cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-7fc058","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-7fc058"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.781674698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"5dfe2624-b900-41db-8bbb-5db083f325db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.787239952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ed55eb25-3c0c-4057-986f-f12de5a49666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.787239977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"545e2d43-0559-4e88-beb7-28af923a1316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.843794004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"ed55eb25-3c0c-4057-986f-f12de5a49666","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.844447897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"545e2d43-0559-4e88-beb7-28af923a1316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.905099269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"8fc140b3-871a-4702-8563-bb52d9caf192","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:16.96196867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f0e2c4ca-b00c-468b-be37-79bc8b0fd59b","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.112824259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"25837470-a9ce-4575-81d2-f0c17aff39bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.201026713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3f4ea31b-451f-4900-916a-6e9430bf375b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.201027904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d56aac9d-00c9-4bcc-b381-76c3a716557e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.216534357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"641232dc-eedb-41ab-be3c-59126d0839ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.260493524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"3f4ea31b-451f-4900-916a-6e9430bf375b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.261006205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"d56aac9d-00c9-4bcc-b381-76c3a716557e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.275569083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"3bbad242-986f-47af-aa53-cd66a3b2bca1","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:17.53720798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"8aeb9229-cde0-462e-a85a-fa174c6058ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.226965808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ffa6c3-c3ce-4e11-9a9b-7da6b6b7a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.278381351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ffa6c3-c3ce-4e11-9a9b-7da6b6b7a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.329798726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ffa6c3-c3ce-4e11-9a9b-7da6b6b7a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.384087763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63ffa6c3-c3ce-4e11-9a9b-7da6b6b7a668","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.560260009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"98ce6a92-1f02-4c30-ad66-ee585169cdbb","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:18.888538444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"d8fb8503-0a49-4d37-a230-442a9675508b","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.218638632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"9337de95-63d4-4be9-b4b6-7e8a3e29bfa8","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.474819973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77fe5548-340f-458c-bf9c-03d9e367c1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.525772452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"98343b6a-0b46-4e8f-8b1b-deb522d0555c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.527262828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"f9b0dabf-257c-4f95-b44f-df1e2fe1ecc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.530728631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77fe5548-340f-458c-bf9c-03d9e367c1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.551023932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"84935762-1626-4351-a93a-735b2128684b","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.587460743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"98343b6a-0b46-4e8f-8b1b-deb522d0555c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.69456613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"72829e19-815e-496d-b960-ee2e894b760c","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.79388886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"097df880-e447-4963-a83c-4803687139f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.901317265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6f21c92b-5c17-46d3-a1aa-dcdb8d0f3220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.901369566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"b279df28-6a41-4bf1-b0d8-eb3c7842f6ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.956443791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6f21c92b-5c17-46d3-a1aa-dcdb8d0f3220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:19.957511557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"4c1c7e26-3632-49ac-9cda-00f4b87807cb","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.002312519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"58976f20-84c2-4dd5-b0d5-dc12c3c14473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.057768651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"58976f20-84c2-4dd5-b0d5-dc12c3c14473","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.163247862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"7e1a5b90-72b4-41bf-a785-aab69dd881b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.257696174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa19af7-b566-423a-9792-3db29b0d121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.309713217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa19af7-b566-423a-9792-3db29b0d121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.361412539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa19af7-b566-423a-9792-3db29b0d121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.413111013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3aa19af7-b566-423a-9792-3db29b0d121d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.987453177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"83ce4df0-b9b0-4c02-a2a5-c684b2d1b21e","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.98770572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"36b4069b-ee5f-4b0d-9273-703672da7627","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.987956345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f5732873-0eb8-4aa0-aa9c-6c3ad052784c","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:20.988280743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"e66ab4b5-fe25-4a29-95ac-0d5374279911","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.179941335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9e9824ea-3fd5-4dff-bc11-282288536af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.180098281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b67f7754-e66f-42d0-9104-6b19b541573e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.232187061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"ed607191-46d3-4f94-a9a8-2ad54e96571d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.232188113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"78a4037b-3ec5-4e7c-b4b4-286628f8b62c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.235505717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"b67f7754-e66f-42d0-9104-6b19b541573e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.235528019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"9e9824ea-3fd5-4dff-bc11-282288536af4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.556577665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"2f2683ff-0dcd-43f5-aef0-b2664d2fe20c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-premium-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.557550046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dae942b4-caf1-4c84-9b99-939052eae750","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"maas-trlp-simulator-w2-e621db","model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.60580676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"471a81ee-51ca-4bb6-bea5-2a52f97f4fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.605806849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"87159813-4280-4a8a-a771-88cdfb35d61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.662617115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"87159813-4280-4a8a-a771-88cdfb35d61e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:21.662920763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"471a81ee-51ca-4bb6-bea5-2a52f97f4fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.529664786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"7422ba01-7562-47f6-b33a-5054c1ffe2c3","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.529915609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"363304d4-f2d1-4585-9e58-b371190a98d8","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.530091965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"2c5ad594-7f05-4ebc-b0a5-b0adf96bba8d","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.530325257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"0a4fec3f-2b23-4873-a6d2-d96286eb28bc","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.683583067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"eb7d71ae-c6d0-4aa5-bb19-10c516935fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.683589845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6d8817c7-b318-4f1a-8d0b-768b9402d698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.73632076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"4fc7e49b-c41f-4e56-b98a-b09213bb2735","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.736510624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"03eeb449-e800-4907-8e39-3080ed132c56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.740590399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"eb7d71ae-c6d0-4aa5-bb19-10c516935fa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:23.741807054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"6d8817c7-b318-4f1a-8d0b-768b9402d698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.051941039Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"2528ed42-1f9c-4c58-8761-7ba1ad0ebf9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.052041925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"40809024-13eb-41b1-9518-3c2f89cbd5db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.098709734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"364b760e-66e1-4ace-b91d-761b3f8ac78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.098710747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"104fd904-b498-49b8-ae98-0f5ab2a927f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.154296993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"104fd904-b498-49b8-ae98-0f5ab2a927f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.154294038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"364b760e-66e1-4ace-b91d-761b3f8ac78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.358022381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"ab977286-461a-4ec2-8823-04e6cae9bce2","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.41005833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"39f3e1bd-860c-4f7e-b380-25d0ea65d88f","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.463883496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"8626b0bc-d7b3-4a0a-bbe9-a4ff29a9956a","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.464426532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"b50bce35-aa01-4013-abed-65d820fdd575","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.467268528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"ae373e4a-94f9-40d5-bf21-b51fb54333a0","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.467558345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"41f2d3ad-1dca-45bd-be03-f11f798dfb45","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.46781637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"54db18f3-86df-4198-802d-5e8d84d7a9fd","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.468968989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"a3c73eb7-0ae6-442b-a38a-779d1d04410c","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.565390606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"b24f9fff-eace-421f-97cf-7f2a46d926dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.618781998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"3a481149-14ae-4f00-9d89-ed7cc1b9ad00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.618950673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"11488035-6e6e-4f53-8cc0-6c16d76e40bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.621391145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"b24f9fff-eace-421f-97cf-7f2a46d926dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.66616829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bc056f61-5eef-467e-af48-950d2e7326df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.723725786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"bc056f61-5eef-467e-af48-950d2e7326df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.936747194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"8a777e68-9fab-438c-b5d0-84d645c80ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.936810665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"58ae5d4d-2707-4da3-b96e-e1c031aea8cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:24.981314585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c29ef784-4d97-4a02-8edf-b9a749e947b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.037202258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c29ef784-4d97-4a02-8edf-b9a749e947b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.081481407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"19587b9b-4090-4894-ad83-71faa70b8f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.144901726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"19587b9b-4090-4894-ad83-71faa70b8f9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.30462345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7292-ca60-4638-82e6-e90d2f8a51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.356954203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7292-ca60-4638-82e6-e90d2f8a51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.408949384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7292-ca60-4638-82e6-e90d2f8a51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:25.461015974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc2d7292-ca60-4638-82e6-e90d2f8a51c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.389701624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5eb5e8-2cb6-4c36-be2e-9ecd01dc07b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.441293894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5eb5e8-2cb6-4c36-be2e-9ecd01dc07b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.4930803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5eb5e8-2cb6-4c36-be2e-9ecd01dc07b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:27.544596038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f5eb5e8-2cb6-4c36-be2e-9ecd01dc07b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.407568539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f51bb2-5184-4255-b6f5-cb8dd9694dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.459203246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f51bb2-5184-4255-b6f5-cb8dd9694dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.510752883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f51bb2-5184-4255-b6f5-cb8dd9694dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.562235919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5f51bb2-5184-4255-b6f5-cb8dd9694dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:29.690645078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"e2807dcc-dc02-4278-9379-fd2175c09170","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.019302698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"39f37766-b867-4b8a-9bd3-174bb559ba79","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.349837719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"759ec171-2bee-40ca-af41-d8ba3aa2f9d9","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.559471267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"4dfd6605-df32-4b87-921e-3e6800f15080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.598060586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"4bcaeb9e-8d81-4f85-baaa-49b2d5318ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.598151192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"28b84c6b-0ac4-4f15-a5a6-9d8d6177d281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.655318539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"28b84c6b-0ac4-4f15-a5a6-9d8d6177d281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.657827232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"4bcaeb9e-8d81-4f85-baaa-49b2d5318ed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.684366346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"c13076a5-c892-4472-9578-8997add75384","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.761676187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"32ada226-2797-4778-bc00-9adfd8155489","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.893902452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"637292f4-571f-45cc-8981-02b51a700d5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.988396303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"df248516-57a4-4d67-90e1-30846757ef5f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.988647978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"976788ff-d787-4824-a631-0d472214cfee","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.988801941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"93a22f3a-c244-402c-a5d5-aa9e3dfd6ddc","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:30.989082988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"a6236cea-43d3-406c-a974-8060c96c3e03","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.032701676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"51551318-0013-4994-af86-b05ea46f8880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.058210026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"38d8f43c-6f06-4d07-84b8-dd414cf9fedf","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.061134724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4ae9775a-42a6-4661-a2e6-8455b9946d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.061404278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"d03135e8-5130-4d9a-9f88-c6fee82aa033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.116934969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"d03135e8-5130-4d9a-9f88-c6fee82aa033","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.117716027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"4ae9775a-42a6-4661-a2e6-8455b9946d96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.281151013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"d4916652-9300-4bed-931a-0d6f7db050c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.493399139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d23dd07-f387-4aed-8df6-2d8aba94b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.545184406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d23dd07-f387-4aed-8df6-2d8aba94b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.596954579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d23dd07-f387-4aed-8df6-2d8aba94b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:31.648823315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d23dd07-f387-4aed-8df6-2d8aba94b60b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.530883033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"720d97ff-7b24-4f1e-9bbd-d33f5b39050f","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.569650929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3d6b8f-8deb-455d-a9c8-40f70882b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.569931006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"27b0a7c6-d986-49dc-8169-d6dcce48f393","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.570108094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"3c4a2495-373a-4fc6-9664-84278e9ea4c9","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.629938553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3d6b8f-8deb-455d-a9c8-40f70882b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.681911509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3d6b8f-8deb-455d-a9c8-40f70882b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.682254291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"64b30e8e-f2a7-4991-a98e-fb718cf69ca2","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:33.734304301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed3d6b8f-8deb-455d-a9c8-40f70882b2d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:34.893762677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"abb2c4fd-55e7-4428-b7fe-b2f1148bd4b1","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:34.894089827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"343a4870-2f10-4bde-9faa-e03b30a0d754","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:34.894382464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"f8c1d5d9-ac1e-4713-b2ea-941df5629b09","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:34.894739377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"b901dca5-6cce-44c4-9ec9-3c7d7234786f","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.048262379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0a8d2104-1f1d-4350-8451-09d3b51d4045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.048486247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"2f39ada4-7d74-4b41-aa53-f50a97dcfe60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.100939928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"efda660b-e888-4b62-8999-3baff3373106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.100988123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"a0a3f690-44a7-4006-939a-83c26345d397","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.103745258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"0a8d2104-1f1d-4350-8451-09d3b51d4045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.104301551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"2f39ada4-7d74-4b41-aa53-f50a97dcfe60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.414454803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ae8af24a-468d-4c20-85b1-554c8753971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.41450575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c6be3864-80f1-4a68-8203-c696bbd65e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.416095604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"cee0f7a8-2ed9-46db-adb8-970b3e97ba53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.416241009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"e1dd6ad5-b246-4a8d-a445-3faa929b0e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.47198223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"ae8af24a-468d-4c20-85b1-554c8753971b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:35.477679397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c6be3864-80f1-4a68-8203-c696bbd65e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.104087827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.104158916Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.160773981Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.161225683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"1527c92b-281b-4abb-bd1e-e7efc0ecc51d","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.217374898Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.217401983Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.217493597Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.220750266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"657fe127-1de2-4f79-9406-12b487339f1a","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.279101239Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.279767413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"8055074a-741d-4630-adcf-2b3b65694ba2","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.316613057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77323266-c2f1-45fb-81d4-40809b4af702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.318922776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"865ff4fe-d06d-4653-b05d-5da181f38241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.322440193Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"9284d421-5f98-4a9e-8bda-2ce2a8f8c191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c1794932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.335144241Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"370be29a-ff56-4d78-8b56-48259a83ae1e","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.338284175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"53becdb4-4434-462a-a4a0-333f05d639f6","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.375133547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"77323266-c2f1-45fb-81d4-40809b4af702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.377329979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"865ff4fe-d06d-4653-b05d-5da181f38241","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.382148975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"fa4acf44-69b7-4f9a-88a6-36c5b947a445","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d2bd76d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.389817124Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"811ca50d-e2a5-41b9-b2e1-e567233f452c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c1794932","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.446277109Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"69c7ef5f-43a1-469e-9ef6-b66ac7822697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d2bd76d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.578885407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0714fc3-7b00-48ec-abca-6561ed9528f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.678901521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"556d08af-0f95-4ac2-8299-110a5adbd9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.830518916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0714fc3-7b00-48ec-abca-6561ed9528f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.931367427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"556d08af-0f95-4ac2-8299-110a5adbd9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.956231634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0714fc3-7b00-48ec-abca-6561ed9528f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.956258527Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-access","reconcileID":"d0714fc3-7b00-48ec-abca-6561ed9528f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.988232864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"556d08af-0f95-4ac2-8299-110a5adbd9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"e2e-worker-w1-97b317-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:36.988255928Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-access","reconcileID":"556d08af-0f95-4ac2-8299-110a5adbd9ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-97b317"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:37.011810016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"de8a4ad6-4286-413b-95b9-f2b273ff165e","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:37.04446123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"ec77a484-863a-40b3-a5c5-9187bfb8d358","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.989551483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"e1e27cfc-bf48-4b4a-930b-feec1754041f","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.989795936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"bfe81cd1-d89c-4837-8426-5611b6c59e3d","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.990003975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"ebb4ef0f-b25e-4bd2-91bd-935fcdcc8710","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:40.990253755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"6766bff8-1fe7-4e07-a6ca-3baf5f67fa43","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:42.869188874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c76424c-0f27-4d0f-a034-4d00a3d9a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:42.9208878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c76424c-0f27-4d0f-a034-4d00a3d9a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:42.972785993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c76424c-0f27-4d0f-a034-4d00a3d9a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:43.024576677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c76424c-0f27-4d0f-a034-4d00a3d9a868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:43.570564655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"a8948cf1-f464-4fd6-9775-029112ea47f8","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:43.570899663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"df44aab4-d02b-49ac-b716-b5282e33a715","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.28463793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.895088674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"332cf7c7-346e-4760-be72-aeae79ac9d31","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.895448008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"16a60124-bc7c-45ec-a9cd-7ed76d349f54","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.895625473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"79145639-5189-4bf1-9052-6b201d87ef39","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.895900706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"497457a6-26f7-48e2-8dc3-4666a9531c8c","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:44.959213173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4a745e-478f-41b8-b9f7-c55f36a2bb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:45.010889666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4a745e-478f-41b8-b9f7-c55f36a2bb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:45.062338656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4a745e-478f-41b8-b9f7-c55f36a2bb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:45.114213843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d4a745e-478f-41b8-b9f7-c55f36a2bb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.464441345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"ea83c044-67f4-407f-9e17-f52c089544ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.497839357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"18be65d7-7d0a-459f-af1e-ebce700e06b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.516222591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"ea83c044-67f4-407f-9e17-f52c089544ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.54961872Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"18be65d7-7d0a-459f-af1e-ebce700e06b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.568549729Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"simulator-subscription","reconcileID":"ea83c044-67f4-407f-9e17-f52c089544ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/simulator-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.601163832Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"premium-simulator-subscription","reconcileID":"18be65d7-7d0a-459f-af1e-ebce700e06b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-97b317"},"name":"maas-trlp-premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317","model":"e2e-models-e2e-worker-w1-97b317/premium-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.949332697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"simulator-w1-97b317","reconcileID":"64504345-5118-4ae8-b196-f5d76fa6bdcf","MaaSModelRef":{"name":"simulator-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"simulator-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"simulator-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.969751078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f61670e-2bc1-44ac-9116-b671067fb2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:46.97618619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"premium-w1-97b317","reconcileID":"fe41589d-a4ae-46fc-ba71-358a56a7de23","MaaSModelRef":{"name":"premium-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"premium-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"premium-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.021775006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f61670e-2bc1-44ac-9116-b671067fb2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.073910074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f61670e-2bc1-44ac-9116-b671067fb2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:47.126132343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f61670e-2bc1-44ac-9116-b671067fb2a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:48.998307308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148b93a3-e5a6-4d0d-a1b9-a29358169016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:49.050048699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148b93a3-e5a6-4d0d-a1b9-a29358169016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:49.101536615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148b93a3-e5a6-4d0d-a1b9-a29358169016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:49.153120895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"148b93a3-e5a6-4d0d-a1b9-a29358169016","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.990260575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"d2a5cd69-9577-4ad5-99d3-d522871c3a7b","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.990566677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"d01fe8b9-1eeb-4c85-bb21-6dafaa552db6","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.990779764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"671dc790-c97a-446a-b1ce-e66e407226d7","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:50.991050598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"59d326a0-e4dd-4ce8-96de-0014f76b81ba","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.074052757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3997e3-52df-4b7d-98fb-dfd00d8fe119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.126016679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3997e3-52df-4b7d-98fb-dfd00d8fe119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.17761872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3997e3-52df-4b7d-98fb-dfd00d8fe119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.229362797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd3997e3-52df-4b7d-98fb-dfd00d8fe119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.289738083Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.289806146Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.345877932Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.346576265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"ac76cca0-ac3e-4d1f-bf83-5ca5a85b795b","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.399952613Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.399970293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.403234311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"feffe59a-f7af-4a4d-b05c-2b484ee9390a","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.439455116Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.495732007Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.498995529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"4fbd3337-449f-4465-8d40-fdbc9ff83158","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.542067923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c69fa890-c5d2-41e7-81da-64c21b9b789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.542187149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c8aaaa0e-0a88-483d-b0a3-1042456b7d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.550392696Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"f46cb4a1-f4b1-4a5a-a1b7-3ae61e79bc73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ffe7285","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.550814518Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"0a1eb119-d969-4a55-80f7-380b2172e7cd","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.551026159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.551094641Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.558331401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"d93dd35c-49ff-4cc3-a384-2d27f7ea560c","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.597882642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"c8aaaa0e-0a88-483d-b0a3-1042456b7d25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.597920251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c69fa890-c5d2-41e7-81da-64c21b9b789e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.599738867Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"88c68d3b-9df8-4263-ad43-d6f5a85e9c0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ced32f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.605118365Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.611365637Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"5d2eeea5-b76e-45c4-a3d5-ede3b1617c62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ffe7285","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.616200857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f951382a-2edb-426d-a5a1-ddfbf3cd8fc3","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.662369773Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.662399661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.662525764Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.668033908Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"600b7e4d-a774-4a7b-a31d-cb8d3bbeb582","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ced32f81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.673575016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"77f28e7b-255d-4dc2-8c97-10627d9d88d4","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.719153253Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.730752689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"81311183-df42-4564-9be7-0f533b847015","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.759627092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d77031cd-7740-45fd-a4ca-eab9073f481f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.760465897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"64d39f3b-5c35-4160-8e9a-d1507327ca22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.765694049Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"a4ce75a8-3be8-45ce-9e80-1c00af761bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.774291046Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"ded51ae2-1187-4cc4-90ae-ae071516eeab","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.787765551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"fec1bf0c-cb3e-4511-a6e9-ce4a26a1c3ce","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.802163065Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"cb744a15-a794-42fd-a3ae-cef4a7101eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.802173474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c778b726-8044-4bee-9ef9-b566baf02358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.816289115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"d77031cd-7740-45fd-a4ca-eab9073f481f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.817239506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"64d39f3b-5c35-4160-8e9a-d1507327ca22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.823147871Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"5f3ead49-0058-4e74-9112-1906eba0ba08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.839241038Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"04079430-e7da-4958-8bec-5e1ec6e60005","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:51.89633848Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"6947a54b-a622-4ef9-a2e6-5c3f94efe8ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.056410604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c778b726-8044-4bee-9ef9-b566baf02358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.103324601Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"eecacc0e-3f48-4fb0-ad37-1529f5285876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.103340218Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3b651c9-3d9b-4c66-947f-36cb99115e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.156551504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"cb744a15-a794-42fd-a3ae-cef4a7101eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.182226601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c778b726-8044-4bee-9ef9-b566baf02358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.182248531Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-access","reconcileID":"c778b726-8044-4bee-9ef9-b566baf02358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.21449863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"cb744a15-a794-42fd-a3ae-cef4a7101eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"e2e-worker-w3-ec695b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.214529003Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-access","reconcileID":"cb744a15-a794-42fd-a3ae-cef4a7101eb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.237509694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"937fd3e3-2e02-4055-ba5d-8924c5f5a2f1","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.269620329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"b3e2c37d-1e05-4763-8b4b-15b77e53ad4b","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.284583431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"eecacc0e-3f48-4fb0-ad37-1529f5285876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.284594774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3b651c9-3d9b-4c66-947f-36cb99115e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.409813143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"eecacc0e-3f48-4fb0-ad37-1529f5285876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.409838501Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-access","reconcileID":"eecacc0e-3f48-4fb0-ad37-1529f5285876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:52.413566387Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3b651c9-3d9b-4c66-947f-36cb99115e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e621db-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:52.413622598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"e3b651c9-3d9b-4c66-947f-36cb99115e47","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-e621db-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.418969764Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fa1ac8-4b02-406a-810c-08a66995ae70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.465237548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"f22b8d50-cd63-4fc9-89bf-a87adaba7d53","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.519179941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-2-w2-e621db","reconcileID":"273a231a-5d91-4084-b607-a66344be88b8","MaaSModelRef":{"name":"distinct-2-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-2-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-2-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.526002795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"070a56f4-9596-47f7-be2b-171f4211b00d","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"distinct-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"distinct-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.533396235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"9b7b8f3d-2284-4f5c-ad46-10fb26b5dbdb","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"premium-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"premium-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.540117227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"30dd88cf-c1df-48c2-8fd7-5b76e024f88f","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.658651637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fa1ac8-4b02-406a-810c-08a66995ae70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.715053655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fa1ac8-4b02-406a-810c-08a66995ae70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"name":"e2e-worker-w2-e621db-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.715077983Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-access","reconcileID":"53fa1ac8-4b02-406a-810c-08a66995ae70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-e621db"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.771192874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"simulator-w2-e621db","reconcileID":"f175f3e3-fc0a-4391-b88c-6c5e4d041300","MaaSModelRef":{"name":"simulator-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"routeName":"simulator-w2-e621db-kserve-route","namespace":"e2e-models-e2e-worker-w2-e621db","llmisvcName":"simulator-w2-e621db","gateway":"openshift-ingress/e2e-worker-w2-e621db","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.911587687Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"17187eeb-a2b0-470e-9dc2-45357a2c91e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.911587702Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"746b9449-22cb-46c2-afee-38ddb216e43f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.966118301Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"8669d16d-d075-4db2-aab7-18bf107662f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:52.966121237Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"2eea66ce-78a6-4a64-b039-37a21e38fff7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:52.971938985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"944e4ea4-e35d-41cc-a02b-de55cde76196","name":"distinct-w2-e621db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:52.972010598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"distinct-w2-e621db","reconcileID":"944e4ea4-e35d-41cc-a02b-de55cde76196","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:53.024282561Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"9f537856-153d-46ea-9d4a-3b2291c73527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:53.024965419Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"d8c6c07f-dbd4-4e53-9cd7-3b833fe334c9","name":"premium-w2-e621db","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:53.025035596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-e621db","namespace":"e2e-models-e2e-worker-w2-e621db"},"namespace":"e2e-models-e2e-worker-w2-e621db","name":"premium-w2-e621db","reconcileID":"d8c6c07f-dbd4-4e53-9cd7-3b833fe334c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-e621db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:53.029542565Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"1ca0d30c-55a9-49d9-a089-2fbc71073572","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:53.454971646Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"5ecaa710-746b-475f-b4cf-aa0455ec69bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6bcafe23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:54.195777605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-2-w1-97b317","reconcileID":"127d4ef4-9936-4c8d-972a-50f9a6ed7c41","MaaSModelRef":{"name":"distinct-2-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-2-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-2-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:54.196198724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"namespace":"e2e-models-e2e-worker-w1-97b317","name":"distinct-w1-97b317","reconcileID":"08b3b4fd-d580-4b05-bd1b-479d5c66f726","MaaSModelRef":{"name":"distinct-w1-97b317","namespace":"e2e-models-e2e-worker-w1-97b317"},"routeName":"distinct-w1-97b317-kserve-route","namespace":"e2e-models-e2e-worker-w1-97b317","llmisvcName":"distinct-w1-97b317","gateway":"openshift-ingress/e2e-worker-w1-97b317","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:54.247960707Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"c63d9b2f-6892-4b49-b474-29d97d3320e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1ba2ca5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.463017193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-2-w3-ec695b","reconcileID":"bf572458-f251-43ac-859a-0d1620391d51","MaaSModelRef":{"name":"distinct-2-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-2-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-2-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.463775853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"distinct-w3-ec695b","reconcileID":"87583a75-3cd2-40d6-a49b-722b9be14955","MaaSModelRef":{"name":"distinct-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"distinct-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"distinct-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.812720469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"07d2c560-ae93-47e9-aa08-ae27a73b6a8d","namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.868403718Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"c7957a6c-b85a-40ad-8736-bad54969fecd","namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.967354683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a0cc453a-8c8b-4bc9-9c37-b80f9660ea80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.967933632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1aaed07-9ea4-4739-8384-54a72ede2828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.968090317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac64536b-754c-46c6-9d5a-3e60438377cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:55.968463381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"455b2b63-c884-42c2-8ba3-f3b80d2f5036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.027008433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a0cc453a-8c8b-4bc9-9c37-b80f9660ea80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.027778998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"455b2b63-c884-42c2-8ba3-f3b80d2f5036","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.098399999Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1aaed07-9ea4-4739-8384-54a72ede2828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:56.103990146Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac64536b-754c-46c6-9d5a-3e60438377cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.156933711Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f1aaed07-9ea4-4739-8384-54a72ede2828","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:56.160773118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac64536b-754c-46c6-9d5a-3e60438377cf","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.204833938Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"3e227b5d-99a5-4a1a-8713-2dca3778c489","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.316656043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"315fe227-b4a0-42c3-91b5-7c33498ca14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.368776089Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"b771682e-2cb7-4880-9a99-fcbfb60b1a9f","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.378375631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"315fe227-b4a0-42c3-91b5-7c33498ca14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.428739294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6976ca88-29b0-4a2a-a2da-a1d2f927cc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.429376714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"ee66a600-5f6a-4574-b68c-4cc68f890c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.429792228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d6cc7-8f6b-46ae-955f-627bcda11ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.438527908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"315fe227-b4a0-42c3-91b5-7c33498ca14a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.492375475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"ee66a600-5f6a-4574-b68c-4cc68f890c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.493942993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c57d6cc7-8f6b-46ae-955f-627bcda11ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.495686367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6976ca88-29b0-4a2a-a2da-a1d2f927cc36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:56.500209024Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"b771682e-2cb7-4880-9a99-fcbfb60b1a9f","name":"e2e-att-noaccess-82db97","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-82db97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:10:56.500294776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"b771682e-2cb7-4880-9a99-fcbfb60b1a9f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-noaccess-82db97\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.500491025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de12f79a-e6f7-4b91-8d65-b5510d6e5fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.500503661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de12f79a-e6f7-4b91-8d65-b5510d6e5fad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.500900477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cedfd8d-bbea-4a35-a954-d035c7fd3bc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.500913629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cedfd8d-bbea-4a35-a954-d035c7fd3bc0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.571627218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"e4fd6e36-2f0c-41a4-891d-3b2b185fed74","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.632219896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bdc6896-5e23-4b9e-9ed4-a5c7b0fe2341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.63224295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bdc6896-5e23-4b9e-9ed4-a5c7b0fe2341","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.874559207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"6ed9fe62-2d6a-4525-ac57-1e672a77cadc","namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:56.93425435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"3679b7ba-67f5-4f89-9e02-3726ced404a4","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.041290965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ed2887e4-1160-4234-a97a-96b9a922d131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.046281884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70f795d6-2952-4af5-8060-d0bf061bc2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.049664522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726eb3b4-bec3-444c-b64b-f78de12dcccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.049670311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0bffe9ea-74f6-495f-8963-64885b040051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.096896552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"ed2887e4-1160-4234-a97a-96b9a922d131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.105688746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70f795d6-2952-4af5-8060-d0bf061bc2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.116016577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"0bffe9ea-74f6-495f-8963-64885b040051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.116205938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726eb3b4-bec3-444c-b64b-f78de12dcccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.164010318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"70f795d6-2952-4af5-8060-d0bf061bc2da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:10:57.1794276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"726eb3b4-bec3-444c-b64b-f78de12dcccc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.663792233Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c0299de0-dbd4-4f82-b126-ea458c6eeb60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.737725128Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c0299de0-dbd4-4f82-b126-ea458c6eeb60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.738042775Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"08a2d256-5c63-449e-ba23-7ea66bf5b5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.794214906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"08a2d256-5c63-449e-ba23-7ea66bf5b5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.794332253Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"simulator-subscription","reconcileID":"c0299de0-dbd4-4f82-b126-ea458c6eeb60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/simulator-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:01.848893267Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"premium-simulator-subscription","reconcileID":"08a2d256-5c63-449e-ba23-7ea66bf5b5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"name":"maas-trlp-premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b","model":"e2e-models-e2e-worker-w3-ec695b/premium-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.063889541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"simulator-w3-ec695b","reconcileID":"8a9d4624-2e18-4df2-96fe-30401ebbab9e","MaaSModelRef":{"name":"simulator-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"simulator-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"simulator-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:02.116398177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"namespace":"e2e-models-e2e-worker-w3-ec695b","name":"premium-w3-ec695b","reconcileID":"bbbbc9f8-ac6c-405e-afe0-6444a46954a0","MaaSModelRef":{"name":"premium-w3-ec695b","namespace":"e2e-models-e2e-worker-w3-ec695b"},"routeName":"premium-w3-ec695b-kserve-route","namespace":"e2e-models-e2e-worker-w3-ec695b","llmisvcName":"premium-w3-ec695b","gateway":"openshift-ingress/e2e-worker-w3-ec695b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:03.507504183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dd9a4ff1-f9df-47b5-a60c-33d5b63509bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:03.507678567Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"simulator-subscription","reconcileID":"dd9a4ff1-f9df-47b5-a60c-33d5b63509bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e621db/simulator-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.300018247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"36b5786a-a541-4553-a214-a293f684271a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:04.300148228Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"premium-simulator-subscription","reconcileID":"36b5786a-a541-4553-a214-a293f684271a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-e621db"},"model":"e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-e621db/premium-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.321524173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7655a3b1-cfa1-4f3b-baa7-9f1c12108933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.377523094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7655a3b1-cfa1-4f3b-baa7-9f1c12108933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.420141743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8fb61d-a1e6-48e3-bb6a-4cddb43413c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.431768987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7655a3b1-cfa1-4f3b-baa7-9f1c12108933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.475755648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8fb61d-a1e6-48e3-bb6a-4cddb43413c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:07.530217179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b8fb61d-a1e6-48e3-bb6a-4cddb43413c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:08.068730809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"0aa4dac8-cdbd-4787-8519-22394ce23fc7","MaaSModelRef":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.030500534Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.03056082Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","namespace":"ai-tenant-e2e-worker-w1-97b317","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.030609314Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","tenant":"e2e-worker-w1-97b317","tenantID":"e2e-worker-w1-97b317","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.083919544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Deployment","name":"maas-api-e2e-worker-w1-97b317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.142776264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Service","name":"maas-api-e2e-worker-w1-97b317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.198741909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-97b317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.25188642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-97b317","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.306365874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.360519048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.416307543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.469768474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.521177236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.572205139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.623362356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Service","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.674455817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.725274202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.77635463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.827208706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.88138989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.932544162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:11.983405161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.034407364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-97b317","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.08825595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-97b317"},"namespace":"ai-tenant-e2e-worker-w1-97b317","name":"default-tenant","reconcileID":"772cba39-e659-410f-a65b-7df3a6c04562","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-97b317","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.784263566Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"1c03107e-a5c9-4886-9a5e-04f3ed717885","namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.916695378Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-97b317","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-97b317","reconcileID":"1baf1b0d-75b2-4083-944a-2a5c1ce4fb1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-97b317","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-97b317"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.948174722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6c6335b9-b2b4-4b24-a0dc-396b0dd31c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.948188819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7300b48d-9a97-4cb7-a18f-1963523819ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.948630351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"630dfb09-4a73-476f-9b05-867c784ead27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:12.948638564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c133f78-3d35-41e1-97d9-2c36aba9c5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.007282515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"630dfb09-4a73-476f-9b05-867c784ead27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.007452583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"6c6335b9-b2b4-4b24-a0dc-396b0dd31c45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.010848522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7300b48d-9a97-4cb7-a18f-1963523819ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.010889532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c133f78-3d35-41e1-97d9-2c36aba9c5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.068354582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c133f78-3d35-41e1-97d9-2c36aba9c5b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.068517333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7300b48d-9a97-4cb7-a18f-1963523819ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.184399571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-82db97","namespace":"e2e-extmod-att-noaccess-cd4fba"},"namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","reconcileID":"bce4bb80-1f51-4cda-868c-cd0102a010d1","namespace":"e2e-extmod-att-noaccess-cd4fba","name":"e2e-att-noaccess-82db97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.340177168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0dcc95-2dd4-480b-a0c0-24a8d6bfdf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.340538431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0337c0-ff1c-426b-ad9a-c3057b0d82e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.396559714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0dcc95-2dd4-480b-a0c0-24a8d6bfdf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.396683154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0337c0-ff1c-426b-ad9a-c3057b0d82e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.45101121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e0337c0-ff1c-426b-ad9a-c3057b0d82e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.451622762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3f0dcc95-2dd4-480b-a0c0-24a8d6bfdf1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.455670799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"47abf149-667a-459a-af97-37304b004219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.529237101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"47abf149-667a-459a-af97-37304b004219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.557566051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"1536e3f0-0961-4f5c-8335-ae82a9f896cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:13.617406967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"1536e3f0-0961-4f5c-8335-ae82a9f896cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.0963236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5430c90b-f537-450c-b314-a281e2ec9322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.148101053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5430c90b-f537-450c-b314-a281e2ec9322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.199610197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5430c90b-f537-450c-b314-a281e2ec9322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.2511568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5430c90b-f537-450c-b314-a281e2ec9322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:14.282963432Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:16.124842147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286793b-9a23-4ff3-bf1c-288672b542ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:16.176499071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286793b-9a23-4ff3-bf1c-288672b542ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:16.228234147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286793b-9a23-4ff3-bf1c-288672b542ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:16.27998992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3286793b-9a23-4ff3-bf1c-288672b542ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.606292055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecac4efe-3943-4282-a8ac-4a38e6707451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.606304183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dff768f-a6fd-46fe-8cdf-d0be34a67684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.663581852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dff768f-a6fd-46fe-8cdf-d0be34a67684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.663731127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecac4efe-3943-4282-a8ac-4a38e6707451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.718670598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ecac4efe-3943-4282-a8ac-4a38e6707451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:23.718682226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 29, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dff768f-a6fd-46fe-8cdf-d0be34a67684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.031677683Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.031733678Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","namespace":"ai-tenant-e2e-worker-w3-ec695b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.031788344Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","tenant":"e2e-worker-w3-ec695b","tenantID":"e2e-worker-w3-ec695b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.092805958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Deployment","name":"maas-api-e2e-worker-w3-ec695b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.193747483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Service","name":"maas-api-e2e-worker-w3-ec695b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.251888859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-ec695b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.305445486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-ec695b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.359700644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.414436521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.469153352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.523294683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.577300577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.631820163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.68310807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Service","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.734351052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.794584378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.845390041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.896292687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:27.951424531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.00530195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.13222695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.183268949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-ec695b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.234215718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-ec695b"},"namespace":"ai-tenant-e2e-worker-w3-ec695b","name":"default-tenant","reconcileID":"06f19c3d-ed10-4c1d-bf9e-4256457e7f75","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-ec695b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.290461927Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.290554629Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","namespace":"ai-tenant-e2e-worker-w2-e621db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.290636373Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","tenant":"e2e-worker-w2-e621db","tenantID":"e2e-worker-w2-e621db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.344645703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Deployment","name":"maas-api-e2e-worker-w2-e621db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.408310169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Service","name":"maas-api-e2e-worker-w2-e621db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.464214435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-e621db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.516856823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-e621db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.574059475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.62792336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.672154871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff59e045-4d45-452b-a01d-011d873e4417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.723958936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff59e045-4d45-452b-a01d-011d873e4417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.731408373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.778732624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff59e045-4d45-452b-a01d-011d873e4417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.830471422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff59e045-4d45-452b-a01d-011d873e4417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.834271809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.88517155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.936325267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:28.987297109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Service","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.038420868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.091464806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.096115314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-ec695b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-ec695b","reconcileID":"1864396a-faea-4de2-a28e-86558de058f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-ec695b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-ec695b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.142593956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.19349844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.2487212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.299917093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.35076898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.401821922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-e621db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:29.452502257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-e621db"},"namespace":"ai-tenant-e2e-worker-w2-e621db","name":"default-tenant","reconcileID":"92975192-6e23-4c44-a14d-816adf5eae0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-e621db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:30.33736309Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-e621db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-e621db","reconcileID":"f6039e85-3ec9-42e6-b34a-a2591832b651","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-e621db","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-e621db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:30.71951211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2f4663-38a1-468a-9651-62abb408a337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:30.771762485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2f4663-38a1-468a-9651-62abb408a337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:30.82325675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2f4663-38a1-468a-9651-62abb408a337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:30.874905564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2f4663-38a1-468a-9651-62abb408a337","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:32.775109433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f968db77-76f4-4fd3-bf42-7a7c6eba9d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:32.8268466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f968db77-76f4-4fd3-bf42-7a7c6eba9d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:32.879419966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f968db77-76f4-4fd3-bf42-7a7c6eba9d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:32.932029689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f968db77-76f4-4fd3-bf42-7a7c6eba9d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:33.875249678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe92caea-55d9-4010-bb1f-89cea5fd34b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:33.875769926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35cfe1b-9fd1-4cc8-aa46-8db242548bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:33.941249293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35cfe1b-9fd1-4cc8-aa46-8db242548bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:33.941465542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe92caea-55d9-4010-bb1f-89cea5fd34b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.000064103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f35cfe1b-9fd1-4cc8-aa46-8db242548bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.000915182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe92caea-55d9-4010-bb1f-89cea5fd34b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.072981686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72ec2735-9599-4ffa-b7eb-c95db46536e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.073000472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72ec2735-9599-4ffa-b7eb-c95db46536e4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.073360875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b86b2ea0-ee1d-4115-8250-d658c0cd2c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.07337238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b86b2ea0-ee1d-4115-8250-d658c0cd2c4b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.932704266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800da3c2-0a1b-4ab7-b59b-d7240c5f8c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:34.984147787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800da3c2-0a1b-4ab7-b59b-d7240c5f8c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:35.035596525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800da3c2-0a1b-4ab7-b59b-d7240c5f8c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:35.087590523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"800da3c2-0a1b-4ab7-b59b-d7240c5f8c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.224108018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e2771d-2b25-4c45-8d9d-8eea122fed99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.224170784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a34a0f72-7259-472c-9cce-791a0557d7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.2797967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e2771d-2b25-4c45-8d9d-8eea122fed99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.280367941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a34a0f72-7259-472c-9cce-791a0557d7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.282019509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.335425271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"59e2771d-2b25-4c45-8d9d-8eea122fed99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:44.335751794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a34a0f72-7259-472c-9cce-791a0557d7a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.491190779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88fb46f0-fdd0-4dec-b9ea-032e2c3f37ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.491201325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1574d974-8438-4577-936f-940205b76cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.548251555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1574d974-8438-4577-936f-940205b76cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.548346924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88fb46f0-fdd0-4dec-b9ea-032e2c3f37ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.603188153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88fb46f0-fdd0-4dec-b9ea-032e2c3f37ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:54.603201564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1574d974-8438-4577-936f-940205b76cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.677467061Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","namespace":"ai-tenant-e2e-extmod-a-a713e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.67752429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","namespace":"ai-tenant-e2e-extmod-a-a713e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.677572985Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","tenant":"e2e-extmod-a-a713e6","tenantID":"e2e-extmod-a-a713e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.731251244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a713e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.795544286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Service","name":"maas-api-e2e-extmod-a-a713e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.85014573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a713e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.903434399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a713e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:58.95834196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.01265471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.067478765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.123570934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.174920554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.226224229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.277408677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Service","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.32866268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.379999665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.431511091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.482697412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.540079711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.591511914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.642400222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.693553018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a713e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:11:59.744925713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a713e6"},"namespace":"ai-tenant-e2e-extmod-a-a713e6","name":"default-tenant","reconcileID":"8ebdff91-3274-4d94-9389-f4886da77d0c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a713e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:00.546839576Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a713e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a713e6","reconcileID":"209b7c68-9bdf-49da-8503-b6e90891bfc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a713e6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a713e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:01.678789762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce3ef2-f78a-4c5f-a021-804e2b11cbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:01.732682494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce3ef2-f78a-4c5f-a021-804e2b11cbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:01.784478362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce3ef2-f78a-4c5f-a021-804e2b11cbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:01.836315099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ce3ef2-f78a-4c5f-a021-804e2b11cbaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:03.70585555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b62cac-62da-496d-97ec-c8a975e41f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:03.757469791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b62cac-62da-496d-97ec-c8a975e41f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:03.810766308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b62cac-62da-496d-97ec-c8a975e41f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:03.862537805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b62cac-62da-496d-97ec-c8a975e41f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:04.817338681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32b6e0ed-7ca2-44ec-8cdc-e2f8455cc26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:04.817339464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddd1947c-f10e-4183-bb56-3107b475199e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:04.873384779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ddd1947c-f10e-4183-bb56-3107b475199e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:04.873637133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32b6e0ed-7ca2-44ec-8cdc-e2f8455cc26d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:05.187754958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a312dad-a0c5-4ea2-8821-979286ca927f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:05.187782329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8a312dad-a0c5-4ea2-8821-979286ca927f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:05.190460162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de5f5c30-2448-4b49-8779-df2df128edc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:05.190481211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de5f5c30-2448-4b49-8779-df2df128edc7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:14.28222179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:14.718179214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29d63566-2fbb-4501-bd78-193988296a50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:14.819394175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"ab197980-15f7-4130-81a6-e16e2f3070c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:15.051290509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"538cfad0-0ae2-4b8c-a0f0-c6629e971cd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:15.152501071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"162f823d-1e5a-4e33-8da1-5073fa4ccf47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:19.22947791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98cef9a-80ec-4342-add6-6c267d678f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:19.281346474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98cef9a-80ec-4342-add6-6c267d678f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:19.333140433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98cef9a-80ec-4342-add6-6c267d678f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:19.384643889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b98cef9a-80ec-4342-add6-6c267d678f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:21.268621622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37dbe35-b9b9-4707-b269-077ff9bd0db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:21.320148819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37dbe35-b9b9-4707-b269-077ff9bd0db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:21.371574686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37dbe35-b9b9-4707-b269-077ff9bd0db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:21.42309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e37dbe35-b9b9-4707-b269-077ff9bd0db7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:44.282731015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.295818065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","namespace":"ai-tenant-e2e-extmod-b-b91499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.295910824Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","namespace":"ai-tenant-e2e-extmod-b-b91499","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.295962317Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","tenant":"e2e-extmod-b-b91499","tenantID":"e2e-extmod-b-b91499","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.357854114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b91499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.433541344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Service","name":"maas-api-e2e-extmod-b-b91499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.487604982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b91499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.541021693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b91499","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.595343075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.649655283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.707660516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.761388578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.813205367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.864489396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.915573297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Service","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:52.966789869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.01781767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.069072844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.120375511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.175566745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.227031936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.278939915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.332074677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b91499","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:53.384444435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b91499"},"namespace":"ai-tenant-e2e-extmod-b-b91499","name":"default-tenant","reconcileID":"dd904076-4854-4d63-933b-66bd09ed7fa9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b91499","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:54.216959837Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b91499","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b91499","reconcileID":"cfbd92f9-c1cc-46a3-bc95-5474b7b3f836","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b91499","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b91499"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:55.36424938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a7d5df-d0de-435a-b398-6cbbbf76c3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:55.415891886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a7d5df-d0de-435a-b398-6cbbbf76c3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:55.467267237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a7d5df-d0de-435a-b398-6cbbbf76c3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:55.51872258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42a7d5df-d0de-435a-b398-6cbbbf76c3b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:57.40812875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb743b0d-8c3b-4935-95ed-ec2bd3a84b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:57.459654651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb743b0d-8c3b-4935-95ed-ec2bd3a84b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:57.511958818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb743b0d-8c3b-4935-95ed-ec2bd3a84b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:57.564425843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb743b0d-8c3b-4935-95ed-ec2bd3a84b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:58.39153309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"9e88240d-22cf-4ab5-aa84-b98a7bcde34e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:58.628829784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"c0c5bbb8-2250-4f09-95e2-586bb424d774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:58.726585122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5117fd93-9551-4b04-8fe9-adfd28af175d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:12:58.824010049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91a26ce6-780b-4a0b-82a4-3f887e8a4435","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:02.868695814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2511b6cb-5fc0-45c1-baec-88d8d78d2a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:02.920276024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2511b6cb-5fc0-45c1-baec-88d8d78d2a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:02.972048593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2511b6cb-5fc0-45c1-baec-88d8d78d2a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:03.024437733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2511b6cb-5fc0-45c1-baec-88d8d78d2a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:04.966197297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6b94e-8944-429d-9e0c-1d441f96578c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:05.018156394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6b94e-8944-429d-9e0c-1d441f96578c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:05.069634083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6b94e-8944-429d-9e0c-1d441f96578c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:05.121395928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cd6b94e-8944-429d-9e0c-1d441f96578c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:06.974968356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fed27d0-e3e5-4d06-8c37-e2fe4fa6f792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.026505701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fed27d0-e3e5-4d06-8c37-e2fe4fa6f792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.077902105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fed27d0-e3e5-4d06-8c37-e2fe4fa6f792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.129402711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fed27d0-e3e5-4d06-8c37-e2fe4fa6f792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.336271337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"d79c3c6b-d9db-4c0f-bbd1-136585409f68","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.443826384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fea701fc-3dae-4074-ad1e-c54a87b77464","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.444332156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cdd05e6a-15a0-4301-b404-e806e1623468","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:07.538623859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"a4d332a0-6155-47c7-9962-d8f816fbaf48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:12.993957257Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:12.99403721Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:12.994100411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","tenant":"e2e-shared-a-w4-b6f24b","tenantID":"e2e-shared-a-w4-b6f24b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.046914459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-b6f24b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.107004654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Service","name":"maas-api-e2e-shared-a-w4-b6f24b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.162132428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-b6f24b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.216956319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-b6f24b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.270606188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.323853839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.379989804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.433550666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.486580163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.540047257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.601299348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.660029322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.715757868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.769364285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.824680662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.881097903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.934160886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:13.987132195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:14.042252332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-b6f24b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:14.095559665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-b6f24b"},"namespace":"ai-tenant-e2e-shared-a-w4-b6f24b","name":"default-tenant","reconcileID":"0dea858d-4da1-455a-8e2e-b7a1926bf2f5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-b6f24b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:14.283246864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:17.982352634Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-b6f24b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-b6f24b","reconcileID":"5153fb15-b4f0-4cb9-863e-5bef41c382e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-b6f24b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-b6f24b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:18.836003757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3b71efc-fc81-4e86-9312-465eeaa367f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:18.951659485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"7534607e-d889-46b7-83e7-85bdd4e44e48","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.05440818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"092c2940-b211-4752-b606-9bc27f687823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.079737262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f05da-d818-4ec1-905f-b46ee28e761a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.131561286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f05da-d818-4ec1-905f-b46ee28e761a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.183285832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f05da-d818-4ec1-905f-b46ee28e761a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.183908167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12259f3a-6073-4fbc-a4aa-9dd082baeab8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:19.235671821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f05da-d818-4ec1-905f-b46ee28e761a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:21.107995949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470becc5-7853-4f91-9b4a-0e39401c071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:21.159913844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470becc5-7853-4f91-9b4a-0e39401c071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:21.211375286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470becc5-7853-4f91-9b4a-0e39401c071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:21.263001633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470becc5-7853-4f91-9b4a-0e39401c071d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:26.263413476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2eadde-ba00-4f2b-8088-de8659911542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:26.315576089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2eadde-ba00-4f2b-8088-de8659911542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:26.36715367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2eadde-ba00-4f2b-8088-de8659911542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:26.418619383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2eadde-ba00-4f2b-8088-de8659911542","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.288128892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a1cda-655c-491f-b0bf-cf5c9a308d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.339563937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a1cda-655c-491f-b0bf-cf5c9a308d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.391131867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a1cda-655c-491f-b0bf-cf5c9a308d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.44275235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"056a1cda-655c-491f-b0bf-cf5c9a308d8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.806761367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be3074f3-cb89-453c-8570-620901eb7c3c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.864231658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"8f69f43a-ed61-4e6c-8d52-69498dd1455f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:28.878073757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"501feb71-ec79-4ffa-9dd2-08bd60a3082e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:29.028655084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"0e8ccc04-4cfc-498c-a119-bca1e9d2b9bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:42.962380874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","namespace":"ai-tenant-e2e-shared-b-w4-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:42.962447717Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","namespace":"ai-tenant-e2e-shared-b-w4-95404c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:42.962498758Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","tenant":"e2e-shared-b-w4-95404c","tenantID":"e2e-shared-b-w4-95404c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.015509907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-95404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.076184423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Service","name":"maas-api-e2e-shared-b-w4-95404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.132955311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-95404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.186031198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-95404c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.240297135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.294494809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.350889377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.406495266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.457644981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.508643304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.559742833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.610903395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.662097933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.713228119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.765604382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.834994605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.886091499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.93736587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:43.988338149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-95404c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:44.039559497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-95404c"},"namespace":"ai-tenant-e2e-shared-b-w4-95404c","name":"default-tenant","reconcileID":"d2dc79dd-4821-470c-afcd-18da82958faf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-95404c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:44.282405528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:44.844647904Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-95404c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-95404c","reconcileID":"fc846dcb-f56e-4fd3-a3bd-881c71114629","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-95404c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-95404c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:45.961546572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cc9fe5-b918-4f21-8274-7a0a16e13fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:46.013191487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cc9fe5-b918-4f21-8274-7a0a16e13fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:46.064846795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cc9fe5-b918-4f21-8274-7a0a16e13fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:46.116328265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1cc9fe5-b918-4f21-8274-7a0a16e13fe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:47.983829657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14711dbb-3a7d-413d-804a-ba4b96434896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.035437068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14711dbb-3a7d-413d-804a-ba4b96434896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.087418137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14711dbb-3a7d-413d-804a-ba4b96434896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.138996552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14711dbb-3a7d-413d-804a-ba4b96434896","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.638404755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63586b4a-7271-43e0-b32e-377749c2706b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.740131928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b0542002-48ea-4760-9909-d65940cbfc85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.838953968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84f64a95-e945-44e5-977c-b3507a622e06","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:48.838959783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"79f47b4a-f17e-44cb-b802-50fc8f800310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.282346756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"aded6f5e-7559-4f22-9cc2-8df9dbb6ef47","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.33403245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"26dcc0aa-de1d-410b-af43-eb9a4a81d654","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.385759351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"23a3a58f-51bd-4722-931f-f4f7e588d29a","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.385950053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"511f5f0b-fe5d-4ebb-93f2-24d0f1717ba8","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.442725332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"03d8ab5e-76e1-4100-853f-70d8a7acb480","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.443026464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"4b28f3a4-9219-4ec0-8e61-3d7fe01d541a","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.44324578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"95bbae7a-c459-4bde-b21f-fba2c4e596d5","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.443388335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"7da67e93-0a19-44a4-b92c-af47a3cad328","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.540521201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"7aac5c8a-57cb-4473-9750-2992d3726fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.54061707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fbce9d9c-cd0b-43fe-aec8-bcdb6a64ee24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.541622673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"87c05eb9-4b78-49fe-ab8d-5a110f920592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.54181253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"2e0aead2-31ad-46b6-b213-6e025e7d2cda","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.598479807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"fbce9d9c-cd0b-43fe-aec8-bcdb6a64ee24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.599611038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"7aac5c8a-57cb-4473-9750-2992d3726fb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.884404021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"cef1daec-d9ea-4f2a-b6d2-52412c94cf51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:52.884421042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"6b4a65e5-8274-42b6-88b5-6ec4033a1459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.034098485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f085d74b-7e92-4226-93e6-3faf4cf81c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.034110009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"6936b03b-9aca-451f-82ae-5cc47c5030bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.089557559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"f085d74b-7e92-4226-93e6-3faf4cf81c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.089831349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"6936b03b-9aca-451f-82ae-5cc47c5030bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.214295989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bed4b-0afa-448d-9d91-22ab975089c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.265700334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bed4b-0afa-448d-9d91-22ab975089c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.317060035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bed4b-0afa-448d-9d91-22ab975089c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:53.368749774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867bed4b-0afa-448d-9d91-22ab975089c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:55.262562308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac64b12-3ac4-445e-9882-9168f6c45cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:55.31438809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac64b12-3ac4-445e-9882-9168f6c45cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:55.36602533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac64b12-3ac4-445e-9882-9168f6c45cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:55.417577912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac64b12-3ac4-445e-9882-9168f6c45cdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:56.187435347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"05026f9d-88cb-4e8e-92d2-1c8a35031938","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:56.35728366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2371d750-e76a-4cb6-83dc-5728c2cbbd2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:56.457241928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f12cc2b9-ea19-4c72-8426-88fbae4ce71f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:56.619905486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"ad7b9a70-6ab0-4bc5-a57f-4558f2885d12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.284286125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29a1813-b2c4-47d2-9401-66cd28a94ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.336539901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29a1813-b2c4-47d2-9401-66cd28a94ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.387988055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29a1813-b2c4-47d2-9401-66cd28a94ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.439432208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f29a1813-b2c4-47d2-9401-66cd28a94ba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.538438651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"7215dc93-8388-426a-9a08-1c580e9cc772","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:57.866169241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"0f9ee02f-cc66-4d0f-99aa-e20c037eb084","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.195426478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"ccffb863-e6eb-41e9-a905-f4ee889f680d","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.401787615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"267ad55c-e291-477b-886d-b6ba4adad661","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.407567642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2fcd213e-97c1-4e10-9d7c-942ad68be55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.407567298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b6112781-3dc9-44a3-a087-5b59a90df163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.463298635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"b6112781-3dc9-44a3-a087-5b59a90df163","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.46353841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2fcd213e-97c1-4e10-9d7c-942ad68be55a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.523356713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"3e3ec09a-7bb7-4ecf-9faa-07bd1c8064b1","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.57979064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"3e08ea52-e47a-4624-b803-d7bf1e612054","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.729121409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"a39c5200-c450-4693-9a1f-158685997b73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.820301692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"799f2f0a-0e5a-4086-bae5-ed4f85c25245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.820460276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e1cd7830-83c1-4c44-a318-deb5613e51ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.82916856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"fe42266d-508d-495f-b3a8-34c2afcf28f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.876551811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"e1cd7830-83c1-4c44-a318-deb5613e51ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.87894525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"799f2f0a-0e5a-4086-bae5-ed4f85c25245","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:58.889324727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"2d16a39a-1935-40bc-a0a1-faf2ea9df3ff","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:13:59.094487524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"908ed5eb-5e48-4a7e-9aa6-7d75b0227e62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:02.88794719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"ce3d805f-eea7-40bc-8ffd-10a63904f35e","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:02.888158761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"fefe94c3-1aed-4f64-94fa-23076313f678","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:02.888314293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"447fe18b-8e0d-4581-9f71-a11a670a5aa7","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:02.888524644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"ae6f5b4e-0fd6-45a9-b013-2dfaca356306","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.040576166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2f9ebad5-64cd-4951-8e15-735a031eb931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.040676185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"1f864e5e-2e7e-477d-a0de-a170ce165c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.093926607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"b7a5559a-6ec6-455f-85e2-c99693e29987","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.093994657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"cdd381d4-2624-4c0d-8006-1bef4023bcda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.098391033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"2f9ebad5-64cd-4951-8e15-735a031eb931","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.098414357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"1f864e5e-2e7e-477d-a0de-a170ce165c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.407120885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"ed7d43f5-8066-4411-86bd-d19eea19aaf3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.408798916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"0d0d0b58-d9dd-4a25-a1c5-cdcb2b4c9828","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.456585596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"40cf06f5-00d1-41ee-a117-41281f6042fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.45658548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"95eeb5bb-343a-40e4-9379-9341d657e661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.513262144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"40cf06f5-00d1-41ee-a117-41281f6042fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.514740179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"95eeb5bb-343a-40e4-9379-9341d657e661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.684193035Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.684281475Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.740065526Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.740697881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"8baa6e34-a16f-4390-a825-d1414b5f2cdf","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.796915434Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.796936433Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.796996257Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.797807621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"027e368d-0cc7-4ff9-80fd-856c713a3345","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.852584286Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.854089559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"7f66331e-e78f-45e8-9549-56f9ce45ff79","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.894189957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"73919bfe-2acd-4fcf-8bf9-6fa3b7e0cea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.89426765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a1587f6b-bb79-4503-9824-ac4c57bb754f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.899148751Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"d51a4b90-4fbd-42e3-980b-af4a6caad55e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-247cf7c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.910124978Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"d04d2902-54eb-4d25-99da-a682be1e45e9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.911021098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"17b06ee6-3787-49de-bddd-51bea84f56cd","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.950455943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"a1587f6b-bb79-4503-9824-ac4c57bb754f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.95048833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"73919bfe-2acd-4fcf-8bf9-6fa3b7e0cea5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.95871106Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"ff73f84d-a5af-4633-8c11-b94da251bb88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2beba6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:03.962124249Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"78b4cfff-4092-432a-9773-d7326dc9196c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-247cf7c3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.016872613Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"06465bd3-00cb-4058-8bc2-1ddc91e8d488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2beba6ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.179399321Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f988f3ae-d9ab-477d-aafd-2b6a2cd79795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.179399111Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"81e51081-6c95-4c1e-9633-2e3a5e5b63ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.431448706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f988f3ae-d9ab-477d-aafd-2b6a2cd79795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.431449356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"81e51081-6c95-4c1e-9633-2e3a5e5b63ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.554206076Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"81e51081-6c95-4c1e-9633-2e3a5e5b63ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.554230437Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-access","reconcileID":"81e51081-6c95-4c1e-9633-2e3a5e5b63ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:04.558643671Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f988f3ae-d9ab-477d-aafd-2b6a2cd79795","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-acd385-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1946\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:04.558706161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"f988f3ae-d9ab-477d-aafd-2b6a2cd79795","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-acd385-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.564013439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb3a8f6e-528f-4539-b83c-8b47ee173967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.609908342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"65d1e28f-eade-4d9c-adb2-fc2022b7e6e5","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.770931347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb3a8f6e-528f-4539-b83c-8b47ee173967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.826599302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb3a8f6e-528f-4539-b83c-8b47ee173967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"e2e-worker-w4-acd385-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.826621041Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-access","reconcileID":"cb3a8f6e-528f-4539-b83c-8b47ee173967","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-acd385"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:04.881755741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1462fbb1-6c81-419c-8597-8d1d35f00e82","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:12.888852471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"87dfe959-6953-4734-aa2b-336cc3d327f9","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-2-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-2-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:12.889126331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"0f7b334e-6b7d-44c7-b203-a75926b5292e","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"distinct-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"distinct-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:13.224085592Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"85802761-3b41-4011-aaf4-59e584d76644","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:13.224160549Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"85802761-3b41-4011-aaf4-59e584d76644","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:13.277474934Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"85802761-3b41-4011-aaf4-59e584d76644","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:13.330071847Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"85802761-3b41-4011-aaf4-59e584d76644","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:13.330092797Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"85802761-3b41-4011-aaf4-59e584d76644","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.014466911Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"c3f6ab78-d721-4395-9072-516eef68f854","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.066347078Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"c3f6ab78-d721-4395-9072-516eef68f854","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.068490891Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"98957a24-eeff-49f8-81a2-6c9e22487ad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.118231085Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"simulator-subscription","reconcileID":"c3f6ab78-d721-4395-9072-516eef68f854","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.12011297Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"98957a24-eeff-49f8-81a2-6c9e22487ad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.171916126Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"premium-simulator-subscription","reconcileID":"98957a24-eeff-49f8-81a2-6c9e22487ad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-acd385"},"name":"maas-trlp-premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385","model":"e2e-models-e2e-worker-w4-acd385/premium-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.284551933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.502794285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"2a66bb6a-937d-4bc2-8292-c9b1d8ad1b51","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"simulator-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"simulator-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:14.557914909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"d7a245ac-c5ab-4575-9b64-0d3377d385ed","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"routeName":"premium-w4-acd385-kserve-route","namespace":"e2e-models-e2e-worker-w4-acd385","llmisvcName":"premium-w4-acd385","gateway":"openshift-ingress/e2e-worker-w4-acd385","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.331385511Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.33144668Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","namespace":"ai-tenant-e2e-worker-w4-acd385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.331496214Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","tenant":"e2e-worker-w4-acd385","tenantID":"e2e-worker-w4-acd385","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.384820921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Deployment","name":"maas-api-e2e-worker-w4-acd385","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.444159601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Service","name":"maas-api-e2e-worker-w4-acd385","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.499962196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-acd385","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.552739937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-acd385","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.609216961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.662667013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.718577422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.775367923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.826563239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.877645086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.928655209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Service","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:18.980059835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.031512932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.083151293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.134331564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.20570442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.257403381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.308700838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.360323087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-acd385","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:19.411480492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-acd385"},"namespace":"ai-tenant-e2e-worker-w4-acd385","name":"default-tenant","reconcileID":"ddc91e3b-ec3d-466c-9970-323d72876e83","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-acd385","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:20.215142418Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-acd385","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-acd385","reconcileID":"9db32a32-4b63-4676-9319-de5ff39438a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-acd385","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-acd385"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.376809139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"0d986796-3db6-44be-978c-7a4badeae09b","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.537210329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"0d986796-3db6-44be-978c-7a4badeae09b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.537422493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"35065a55-b089-4a47-807d-c68970edefc1","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:20.583471159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b36596c4-49a4-478e-8193-9b39643e8c54","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.593508023Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"35065a55-b089-4a47-807d-c68970edefc1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.59367302Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"b54e8860-094a-41eb-ae1f-2c516dd1336d","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.650562387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"b54e8860-094a-41eb-ae1f-2c516dd1336d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.650708504Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"0c14f2da-1724-4fb2-81c2-0eefbab99e16","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:20.66065874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4fbe459-6eb2-49e8-906b-73b1a7dc2d96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707367802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"0c14f2da-1724-4fb2-81c2-0eefbab99e16","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707537693Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"a54dce8f-1fcf-40e0-b8ee-572ce2e0c420","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707579838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"a54dce8f-1fcf-40e0-b8ee-572ce2e0c420","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707660378Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"e234cc54-a104-4321-b657-e591d53529a5","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707693056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"e234cc54-a104-4321-b657-e591d53529a5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707754316Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"5eb306ce-9369-4ba7-8f64-b174d4c24641","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.707785735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"5eb306ce-9369-4ba7-8f64-b174d4c24641","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.713003133Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"7a8c8a4a-adec-4faa-a793-678a98af27b0","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.713058253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"7a8c8a4a-adec-4faa-a793-678a98af27b0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718117448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"8fec1234-8290-497f-bdd8-6172538ee19d","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718163895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"8fec1234-8290-497f-bdd8-6172538ee19d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718237382Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"7ef385c2-a48d-4dd7-a745-83427ab17d59","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718269297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"7ef385c2-a48d-4dd7-a745-83427ab17d59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718328446Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e92866fc-7452-4a8b-b755-85292aaff055","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.718359647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"e92866fc-7452-4a8b-b755-85292aaff055","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.72329763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"37721aca-a848-4f64-9961-6f2473d4953f","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.723337499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"37721aca-a848-4f64-9961-6f2473d4953f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.738462643Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f3c2e892-1f58-420d-8edb-31018c692acf","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.738509112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f3c2e892-1f58-420d-8edb-31018c692acf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.73857494Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"958ef2df-e5a3-499f-a4f0-d40a84726602","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.738607935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"958ef2df-e5a3-499f-a4f0-d40a84726602","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.738664405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"9c83225c-731c-49b7-b94e-bafc5e391518","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.738690987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"9c83225c-731c-49b7-b94e-bafc5e391518","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.743813642Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"22a2b29f-870a-4c90-896d-1a3f8b019752","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.743851966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"22a2b29f-870a-4c90-896d-1a3f8b019752","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828067258Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"6ee57158-f0f6-442b-89f4-41c86a0768ea","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828139549Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"6ee57158-f0f6-442b-89f4-41c86a0768ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828218423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"d453841f-3415-4d69-bddb-1e6f3f15679e","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828248251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"d453841f-3415-4d69-bddb-1e6f3f15679e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828314924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"7ea7ae41-5903-4e1f-964a-ad64faefb23e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828341411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"7ea7ae41-5903-4e1f-964a-ad64faefb23e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828401441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"ea2d44ff-77fc-4af6-b20d-eb6aa82f4626","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.828427911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"ea2d44ff-77fc-4af6-b20d-eb6aa82f4626","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.908900535Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"4018e3cd-ed02-49fc-a4ab-7d4b3cac7cea","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.908973464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"4018e3cd-ed02-49fc-a4ab-7d4b3cac7cea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909061964Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"b1a43845-3953-4e52-b081-30ea24f08953","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909117569Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"b1a43845-3953-4e52-b081-30ea24f08953","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909193515Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"c3303f67-2710-4b36-bb54-50ecb157a741","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909227709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"c3303f67-2710-4b36-bb54-50ecb157a741","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909305146Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"777d4670-4ae2-4d00-9fdc-fbe6bf4d826e","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:20.909338161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"777d4670-4ae2-4d00-9fdc-fbe6bf4d826e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069429588Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"1daa4258-6753-4dea-a559-b79ac39bc8cf","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069499696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"1daa4258-6753-4dea-a559-b79ac39bc8cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069640464Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"8c87725f-165b-488e-ab0c-42fd8d1ae0e9","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069695421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"8c87725f-165b-488e-ab0c-42fd8d1ae0e9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069769989Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"a3cfba1d-8acf-4a9c-a5d4-b8fb8c102723","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069813848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"a3cfba1d-8acf-4a9c-a5d4-b8fb8c102723","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069908345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"12f16947-a663-4ddd-a1ea-8bc9481347ee","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.069943294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"12f16947-a663-4ddd-a1ea-8bc9481347ee","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:21.361725211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0785952-1b5d-4c98-be31-4f07401c98a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.38984808Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"9da91b08-8ce8-41d2-98d2-13cc60b7a009","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.389942749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"9da91b08-8ce8-41d2-98d2-13cc60b7a009","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390083782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"a83b27f3-99aa-4a6d-ac75-95016f6a080d","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390158338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"a83b27f3-99aa-4a6d-ac75-95016f6a080d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390250822Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"0045f0ee-4a69-4fcf-837b-15542e47c14e","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390295173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"0045f0ee-4a69-4fcf-837b-15542e47c14e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390382485Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"f56ad4a8-d159-4a62-a072-0225b9cc330e","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:21.390427514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"f56ad4a8-d159-4a62-a072-0225b9cc330e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:21.4131847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0785952-1b5d-4c98-be31-4f07401c98a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:21.464704521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0785952-1b5d-4c98-be31-4f07401c98a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:21.516356543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0785952-1b5d-4c98-be31-4f07401c98a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030533259Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f6be3f16-dc08-41ea-bd4a-3df5cf5a936f","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.03061799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f6be3f16-dc08-41ea-bd4a-3df5cf5a936f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030722674Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"142d5e95-6864-4fef-9843-4732ff3677a0","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030761512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"142d5e95-6864-4fef-9843-4732ff3677a0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030848445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"55826082-822a-4781-b99c-634dfeadac86","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030909514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"55826082-822a-4781-b99c-634dfeadac86","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.030997018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"735bb7fe-4c1c-4b09-87f9-53beeac5f8d5","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:22.03103092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"735bb7fe-4c1c-4b09-87f9-53beeac5f8d5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311312008Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"b33aca5b-6701-4d69-9588-686109c8d5d1","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311393008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"b33aca5b-6701-4d69-9588-686109c8d5d1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311504878Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"91ba5654-0d04-4627-b1e7-f5d86a90f660","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311541367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"91ba5654-0d04-4627-b1e7-f5d86a90f660","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311608223Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"009eeccb-ac78-4422-b2e8-9d1f200e0900","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311650338Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"009eeccb-ac78-4422-b2e8-9d1f200e0900","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311714977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"526aad10-94b3-445b-b9d7-9c3005401b37","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:23.311746131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"526aad10-94b3-445b-b9d7-9c3005401b37","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:23.376843372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820501d1-e698-498e-ac09-da01d4b11ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:23.428564337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820501d1-e698-498e-ac09-da01d4b11ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:23.480255074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820501d1-e698-498e-ac09-da01d4b11ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:23.53191635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"820501d1-e698-498e-ac09-da01d4b11ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.87162358Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"38078a24-e456-46cb-a685-5b3f66186e98","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.87169066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"38078a24-e456-46cb-a685-5b3f66186e98","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.87182977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"4830df98-0f46-4055-b094-221f19af1c9e","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.871919088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"4830df98-0f46-4055-b094-221f19af1c9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.87200684Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"0c15e4d8-a4a4-43de-9530-801f6b400cd7","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.872043343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"0c15e4d8-a4a4-43de-9530-801f6b400cd7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.872117763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"bb3ec8fc-601a-4698-825a-7dfebcdabd96","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:25.872163298Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"bb3ec8fc-601a-4698-825a-7dfebcdabd96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.775493712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"dc74e671-a799-4757-8a9a-2faaf7ea5d9b","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.775570205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"dc74e671-a799-4757-8a9a-2faaf7ea5d9b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.775679179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"70555898-c555-4b10-a8c5-6607c0ff1635","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.775722375Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"70555898-c555-4b10-a8c5-6607c0ff1635","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.776246256Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"53aa89e5-f612-4fe7-ab45-7f75537e0d71","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.776367137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"53aa89e5-f612-4fe7-ab45-7f75537e0d71","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.776579865Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"f8e0cb1e-b4e3-4868-ad2e-7d2a7441ea58","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.776645977Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"f8e0cb1e-b4e3-4868-ad2e-7d2a7441ea58","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839314658Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f6baa6ba-eb8f-4db1-9845-87f37a3c0367","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839406552Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f6baa6ba-eb8f-4db1-9845-87f37a3c0367","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839521615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"1172ff53-2587-4b15-a914-f52d0ef597d2","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839572038Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"1172ff53-2587-4b15-a914-f52d0ef597d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839672325Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"30a18b82-5d8d-4aca-baee-60450d85f15d","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839721156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"30a18b82-5d8d-4aca-baee-60450d85f15d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.839813076Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"25aac4dd-f0f7-41a2-b957-e825eb05bf79","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.83990163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"25aac4dd-f0f7-41a2-b957-e825eb05bf79","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.905643959Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"14197f2d-f63e-4afc-9b6b-987b184f3274","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.905743697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"14197f2d-f63e-4afc-9b6b-987b184f3274","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.90588926Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"2544140d-11d4-4408-b563-3c4688ee03ef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.905945464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"2544140d-11d4-4408-b563-3c4688ee03ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.906048499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1b7a6e4f-e896-4026-8450-2177bd9b2706","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.906100926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"1b7a6e4f-e896-4026-8450-2177bd9b2706","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.906206851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"27d58ecd-e5f5-4d80-9f93-08e1b28e1439","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.906257568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"27d58ecd-e5f5-4d80-9f93-08e1b28e1439","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970426986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"3e433d18-ce18-4870-845f-7cc203b9b66f","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970513699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"3e433d18-ce18-4870-845f-7cc203b9b66f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.97061625Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"680aea05-ec07-4a22-a56c-d96f1bedf77d","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970651765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"680aea05-ec07-4a22-a56c-d96f1bedf77d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970724802Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"2ea71bfa-8e5a-43df-bac8-3bcde01b1de1","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970767212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"2ea71bfa-8e5a-43df-bac8-3bcde01b1de1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970833992Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"57c9a296-7661-48f3-a39a-115bd43e5549","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:27.970892894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"57c9a296-7661-48f3-a39a-115bd43e5549","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.578044881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"ad19099a-7afc-42e8-945b-33a293277edd","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.57811274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"ad19099a-7afc-42e8-945b-33a293277edd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-2-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.584715261Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"e95501b1-34de-4dca-ae0e-9cac8fb101e8","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.584774278Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"e95501b1-34de-4dca-ae0e-9cac8fb101e8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/distinct-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.591188383Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"37b0286a-7b8b-48fb-95ee-013ea3bf9865","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.591251907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"37b0286a-7b8b-48fb-95ee-013ea3bf9865","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/premium-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.597788978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"6f6cd513-3ba2-4922-97d9-746194e94a29","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:33.597844782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"6f6cd513-3ba2-4922-97d9-746194e94a29","error":"resolve tenant gateway for model e2e-models-e2e-worker-w4-acd385/simulator-w4-acd385: AITenant \"e2e-worker-w4-acd385\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:34.634229205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"f6e97cbd-6ac5-461a-be4a-068738014265","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:34.894182556Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"933a9f06-352f-40d8-9e61-ab1225e52387","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:35.152673365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"13bc01ce-2a44-4f8a-8448-a7006ca7fd02","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:35.445385665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"86f4c3d0-ba01-409a-a49a-9b11e83edacb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:35.705502484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-2-w4-acd385","reconcileID":"9a89d6b4-a569-47a0-af1b-e3c49d562aa9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:35.964111982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"distinct-w4-acd385","reconcileID":"924afe46-47ec-461f-b267-2e3bdd34e334","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:36.410756068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"premium-w4-acd385","reconcileID":"982403e0-fb52-4031-955d-2c638993db54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-31T02:14:37.000932573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-acd385","namespace":"e2e-models-e2e-worker-w4-acd385"},"namespace":"e2e-models-e2e-worker-w4-acd385","name":"simulator-w4-acd385","reconcileID":"a2712652-ed2b-485f-bed0-ec9633f22fde","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w4-acd385\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:37.709684347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45f315db-3512-4042-ae71-1f9581f15d35","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:37.820296396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36bba7e6-d5dc-44f2-9d69-92cd32a5bb56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-31T02:14:44.332146196Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}